-- Logs begin at Wed 2021-06-23 16:25:56 UTC, end at Wed 2021-06-23 17:42:59 UTC. -- Jun 23 17:16:44.218394 dv-cinder-788253-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 17:16:47.101245 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.common.config [-] Logging enabled! Jun 23 17:16:47.101860 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 17:16:47.102023 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93715) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 17:16:47.105701 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.common.config [-] Logging enabled! Jun 23 17:16:47.105960 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 17:16:47.106373 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93715) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 17:16:47.108060 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 17:16:47.108292 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 17:16:47.108697 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 17:16:47.108945 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 17:16:47.109173 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 17:16:47.109492 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.109785 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.110079 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.110309 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.110605 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.110894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.111203 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.111492 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.111784 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.112070 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.112350 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.112633 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.112865 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.113145 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.113428 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.113712 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.113933 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] debug = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.114212 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.114641 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.115081 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.115366 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.115651 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.115925 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.116195 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.116529 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.116822 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.117172 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] host = dv-cinder-788253-3-smb {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.117449 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.117742 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.118059 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.118302 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.118577 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.118867 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.119236 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.119511 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.119783 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] log_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.120088 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.120387 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.120677 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.120975 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.121197 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.121424 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.121711 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.121991 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.122268 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.122761 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.123068 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.123354 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.123691 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.123930 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.124216 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.124502 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.124794 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.125068 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.125344 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.125613 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.126004 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.126300 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.126573 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.126852 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.127150 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.127442 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.127705 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.127982 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.128288 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.128573 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.128853 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.129176 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.129451 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.129735 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.130006 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.130286 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.130554 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] use_json = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.130827 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.131120 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.131406 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.131678 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.131949 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.132222 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.132492 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.132780 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:47.133081 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.133375 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.133675 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.133958 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.134251 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.134530 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.134824 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.135130 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.135420 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.135708 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.136001 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.136280 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.136569 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.136848 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.137164 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.137453 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.137745 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.138037 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.138847 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.139157 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.139435 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.139712 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.139996 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.140755 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.141050 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.141327 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.141610 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.141906 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.142187 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.142460 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.142741 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.143054 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.143336 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.143612 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.143895 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.144171 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.144442 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.144712 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.144987 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.145274 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.145555 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.145824 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.146093 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.146365 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.146633 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.146912 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.147219 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.147492 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.147761 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.148036 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.148308 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.148578 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.148881 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.149121 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.149395 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.149665 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.149935 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.150205 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.150475 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.150744 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.151031 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.151304 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.151580 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.151849 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.152117 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.152386 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.152657 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.152980 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.153212 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.153512 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.153845 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.154129 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.154406 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.154683 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.154959 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.155267 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.155547 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.155826 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.156097 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.156394 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.156676 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.156965 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.157342 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.157764 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.158069 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.158422 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.158850 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.159160 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.159446 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.159742 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.160033 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.160334 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.160637 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.161198 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.161494 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.161792 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.162076 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.162392 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.162675 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:47.162893 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 17:16:47.163171 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93715) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 17:16:47.534231 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:47.534501 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:47.534807 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:47.535231 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 17:16:47.961164 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:47.961509 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:47.961799 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:47.963157 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:47.963434 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:47.963699 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.001399 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.001721 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.002229 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.016738 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.017025 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.017291 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.051277 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.051564 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.051838 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.094549 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.094930 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.095318 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.363398 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.364146 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.364146 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.364146 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.364820 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.502367 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.502686 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.502998 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.503272 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.503543 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.503860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.504122 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.504382 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.504678 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.504959 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.505228 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.505491 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.505751 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.506017 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.506273 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.506563 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.506819 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.508384 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.508683 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.508963 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.509263 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.509627 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.509886 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.510179 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.510467 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.510719 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.511188 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:16:48.511435 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:16:48.511676 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:16:48.511914 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:16:48.512150 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:16:48.512388 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:16:48.512766 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 17:16:48.516389 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 17:16:48.520509 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 17:16:48.525284 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 23 17:16:48.527135 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 17:16:48.527597 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 17:16:48.527930 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 17:16:48.528318 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 17:16:48.532323 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 17:16:48.532574 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 17:16:48.532954 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 17:16:48.562797 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 17:16:48.563288 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.563712 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93715) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 17:16:48.564081 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.566218 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93715) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 17:16:48.566536 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 17:16:48.566787 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 17:16:48.570328 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.570616 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:48.637165 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 17:16:48.637410 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 17:16:48.637578 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 17:16:48.637927 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 17:16:48.662247 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_db.sqlalchemy.engines [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93715) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 17:16:49.433712 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Initializing driver for type 'gre' Jun 23 17:16:49.434462 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] gre ID ranges: [(1, 1000)] Jun 23 17:16:49.645395 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Initializing driver for type 'local' Jun 23 17:16:49.645785 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Initializing driver for type 'vlan' Jun 23 17:16:49.742450 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] VlanTypeDriver initialization complete Jun 23 17:16:49.742968 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Initializing driver for type 'vxlan' Jun 23 17:16:49.743620 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] vxlan ID ranges: [(1, 1000)] Jun 23 17:16:49.994222 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Initializing extension driver 'port_security' Jun 23 17:16:49.994565 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.extensions.port_security [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] PortSecurityExtensionDriver initialization complete Jun 23 17:16:49.995021 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Initializing mechanism driver 'openvswitch' Jun 23 17:16:49.997187 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Initializing mechanism driver 'hyperv' Jun 23 17:16:50.003496 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:50.004432 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.004843 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.005236 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.005661 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > subnet after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.006063 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > subnet after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.006468 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.006899 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > network after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.007370 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > network after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.007805 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > network after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.008236 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > security_group after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.008693 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > security_group after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.009081 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.009501 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.009906 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.010304 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.010733 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > address_group after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.011173 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > address_group after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.011559 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.011948 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] ML2 OVO RPC backend initialized. {{(pid=93715) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 17:16:50.012768 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.013788 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.014292 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > network before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.014729 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > networks before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.015316 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > port before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.020309 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > ports before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.020309 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > subnet before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.020309 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > subnets before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.020309 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > network after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.020820 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > network after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.020820 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > network after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.020820 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.020820 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.021072 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.021072 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > subnet after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.021072 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > subnet after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.021072 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.021309 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.plugin [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Modular L2 Plugin initialization complete Jun 23 17:16:50.021309 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading services supported by the core plugin {{(pid=93715) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 17:16:50.021309 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Got port-security extension from driver 'port_security' Jun 23 17:16:50.021309 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.extensions.vlantransparent [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Disabled vlantransparent extension. Jun 23 17:16:50.021814 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93715) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 17:16:50.022130 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading Plugin: router Jun 23 17:16:50.063523 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.063918 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router after_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.064292 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router before_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.064700 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.065040 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.065397 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router after_delete 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.065756 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.066120 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router after_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.066468 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router after_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.066818 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router after_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.067205 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.067564 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router after_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.067977 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router precommit_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.068356 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.068700 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.069038 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: subnet after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.069375 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.069728 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.070079 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router precommit_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.070425 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: port before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.070768 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router precommit_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.071158 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router after_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.071507 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.071859 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router precommit_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.072236 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.072590 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router precommit_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.072963 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > network after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.073958 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Tracking information for resource: router configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:16:50.074295 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Tracking information for resource: floatingip configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:16:50.083595 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.db.l3_agentschedulers_db [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 17:16:50.084188 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.084556 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.084906 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.085256 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.086089 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router before_create 55550100 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.086461 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.086824 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router precommit_create 55550100 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.087210 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > router precommit_update 55550100 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.092684 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.services.provider_configuration [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service providers = [] {{(pid=93715) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 17:16:50.093053 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.db.servicetype_db [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93715) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 17:16:50.096333 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.services.service_base [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:16:50.096676 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.services.service_base [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:16:50.097020 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.services.service_base [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:16:50.097963 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.services.service_base [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:16:50.098349 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.services.service_base [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 17:16:50.098748 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:16:50.099106 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 17:16:50.110558 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:16:50.110890 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading Plugin: auto_allocate Jun 23 17:16:50.117072 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: network precommit_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.117448 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: network precommit_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.117999 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:16:50.118322 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading Plugin: tag Jun 23 17:16:50.125306 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:16:50.125629 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading Plugin: timestamp Jun 23 17:16:50.137769 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:16:50.138618 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading Plugin: network_ip_availability Jun 23 17:16:50.146290 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.146665 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.147058 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.147853 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:16:50.148174 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading Plugin: flavors Jun 23 17:16:50.153270 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:16:50.153605 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading Plugin: revisions Jun 23 17:16:50.158238 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:16:50.158630 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.624s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:50.159446 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93715) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 17:16:50.159781 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Initializing extension manager. Jun 23 17:16:50.160298 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: __init__.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.160640 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: __pycache__ {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.161235 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.161570 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: address_group.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.162378 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.162966 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: address-group Jun 23 17:16:50.163319 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: address_scope.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.164034 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.164544 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: address-scope Jun 23 17:16:50.164860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.165854 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.166369 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: router-admin-state-down-before-update Jun 23 17:16:50.166688 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: agent.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.167427 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.167928 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: agent Jun 23 17:16:50.168245 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: agent_resources_synced.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.169172 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.170253 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: agent-resources-synced Jun 23 17:16:50.170609 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: allowedaddresspairs.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.172609 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.173192 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: allowed-address-pairs Jun 23 17:16:50.173563 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: auto_allocated_topology.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.175000 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.175595 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: auto-allocated-topology Jun 23 17:16:50.175964 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: availability_zone.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.176731 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.177320 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: availability_zone Jun 23 17:16:50.177679 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: availability_zone_filter.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.178809 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.179400 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: availability_zone_filter Jun 23 17:16:50.179759 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: data_plane_status.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.180713 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.181291 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 17:16:50.181649 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: default_subnetpools.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.182609 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.183216 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: default-subnetpools Jun 23 17:16:50.183574 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.184479 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.185641 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: dhcp_agent_scheduler Jun 23 17:16:50.185998 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: dns.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.187138 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.187706 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension dns-integration not supported by any of loaded plugins Jun 23 17:16:50.188061 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: dns_domain_ports.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.189218 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.189820 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 17:16:50.190179 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.191256 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.191824 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 17:16:50.192184 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: dvr.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.192903 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.193455 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: dvr Jun 23 17:16:50.193814 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: empty_string_filtering.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.194810 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.195406 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: empty-string-filtering Jun 23 17:16:50.195829 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.196845 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.197395 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 17:16:50.197748 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.198753 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.199418 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 17:16:50.199817 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: external_net.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.201226 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.201798 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: external-net Jun 23 17:16:50.202169 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.203256 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.203833 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: extra_dhcp_opt Jun 23 17:16:50.204190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: extraroute.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.205194 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.205756 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: extraroute Jun 23 17:16:50.206115 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: extraroute_atomic.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.207271 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.207908 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: extraroute-atomic Jun 23 17:16:50.208275 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: filter_validation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.209123 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.209827 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: filter-validation Jun 23 17:16:50.210194 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: fip_pf_description.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.219865 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.220470 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 17:16:50.220826 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: fip_port_details.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.221920 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.222484 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: fip-port-details Jun 23 17:16:50.222839 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: flavors.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.224305 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.224899 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: flavors Jun 23 17:16:50.225257 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.227122 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.227738 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 17:16:50.228137 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: floatingip_pools.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.228905 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.229535 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: floatingip-pools Jun 23 17:16:50.229910 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: ip_allocation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.230910 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.231562 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 17:16:50.232467 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.233452 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.234018 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: ip-substring-filtering Jun 23 17:16:50.234388 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: l2_adjacency.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.235425 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.235991 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 17:16:50.236355 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: l3.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.237502 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.238159 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: router Jun 23 17:16:50.238560 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.241452 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.242067 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 17:16:50.242443 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.243515 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.244092 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: ext-gw-mode Jun 23 17:16:50.244513 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.245541 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.246116 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: l3-ha Jun 23 17:16:50.246483 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: l3_flavors.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.247592 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.248221 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: l3-flavors Jun 23 17:16:50.248588 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.249597 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.250233 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 17:16:50.250620 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: l3agentscheduler.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.251900 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.252472 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: l3_agent_scheduler Jun 23 17:16:50.252840 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: logging.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.254579 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.255236 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension logging not supported by any of loaded plugins Jun 23 17:16:50.255615 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: metering.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.256439 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.257076 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: metering Jun 23 17:16:50.257456 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.265152 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.265774 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: metering_source_and_destination_fields Jun 23 17:16:50.266137 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: multiprovidernet.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.267382 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.267941 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: multi-provider Jun 23 17:16:50.268295 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: netmtu.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.269322 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.269983 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: net-mtu Jun 23 17:16:50.270405 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: netmtu_writable.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.271550 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.272190 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: net-mtu-writable Jun 23 17:16:50.272544 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: network_availability_zone.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.273269 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.273835 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: network_availability_zone Jun 23 17:16:50.274187 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: network_ip_availability.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.275636 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.276215 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: network-ip-availability Jun 23 17:16:50.276569 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: network_segment_range.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.277483 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.278114 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 17:16:50.278502 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: pagination.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.279789 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.280163 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: pagination Jun 23 17:16:50.280590 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: port_device_profile.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.281634 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.282278 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: port-device-profile Jun 23 17:16:50.282635 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.283666 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.284229 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: port-mac-address-regenerate Jun 23 17:16:50.284583 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.285538 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.286354 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: port-numa-affinity-policy Jun 23 17:16:50.286703 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: port_resource_request.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.287880 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.288434 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 17:16:50.288791 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: portbindings.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.289821 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.290377 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: binding Jun 23 17:16:50.290738 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: portbindings_extended.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.292245 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.292874 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: binding-extended Jun 23 17:16:50.298508 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: portsecurity.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.299944 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.300875 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: port-security Jun 23 17:16:50.301421 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: project_id.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.303109 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.303683 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: project-id Jun 23 17:16:50.304241 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: providernet.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.305747 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.306683 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: provider Jun 23 17:16:50.307269 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: qos.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.313974 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.314913 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension qos not supported by any of loaded plugins Jun 23 17:16:50.315485 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.317647 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.318538 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 17:16:50.319120 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.320663 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.321560 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 17:16:50.322111 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: qos_default.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.323694 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.324606 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension qos-default not supported by any of loaded plugins Jun 23 17:16:50.325155 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: qos_fip.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.326735 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.327642 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension qos-fip not supported by any of loaded plugins Jun 23 17:16:50.328200 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: qos_gateway_ip.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.329723 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.330601 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 17:16:50.331182 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: qos_port_network_policy.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.339794 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.340414 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 17:16:50.340783 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: qos_rule_type_details.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.342443 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.343037 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 17:16:50.343404 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: qos_rules_alias.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.344667 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.345260 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 17:16:50.345753 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: quotasv2.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.346863 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.347263 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: quotas Jun 23 17:16:50.347623 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: quotasv2_detail.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.351047 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.351396 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: quota_details Jun 23 17:16:50.351724 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: rbac.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.352910 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.353475 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: rbac-policies Jun 23 17:16:50.353800 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: rbac_address_group.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.354782 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.355320 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: rbac-address-group Jun 23 17:16:50.355643 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: rbac_address_scope.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.356564 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.357098 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: rbac-address-scope Jun 23 17:16:50.357418 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: rbac_security_groups.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.358327 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.358840 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: rbac-security-groups Jun 23 17:16:50.359190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: rbac_subnetpool.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.360110 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.360626 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: rbac-subnetpool Jun 23 17:16:50.360939 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: revisionifmatch.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.361920 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.362433 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: revision-if-match Jun 23 17:16:50.362746 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: revisions.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.364172 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.364687 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: standard-attr-revisions Jun 23 17:16:50.365007 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: router_availability_zone.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.365680 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.366185 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: router_availability_zone Jun 23 17:16:50.366502 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: routerservicetype.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.367453 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.368013 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension router-service-type not supported by any of loaded plugins Jun 23 17:16:50.368330 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.369299 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.369831 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: security-groups-normalized-cidr Jun 23 17:16:50.370149 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.371112 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.371625 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: port-security-groups-filtering Jun 23 17:16:50.383894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.384917 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.385524 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: security-groups-remote-address-group Jun 23 17:16:50.385880 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: securitygroup.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.396723 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.397302 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: security-group Jun 23 17:16:50.397634 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: segment.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.398545 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.399174 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension segment not supported by any of loaded plugins Jun 23 17:16:50.399505 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.400530 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.401046 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 17:16:50.401369 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: servicetype.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.402623 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.403180 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: service-type Jun 23 17:16:50.403508 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: sorting.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.404610 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.404976 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: sorting Jun 23 17:16:50.405295 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: standard_attr_segment.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.406297 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.406837 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 17:16:50.407190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: standardattrdescription.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.407919 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.408498 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: standard-attr-description Jun 23 17:16:50.408818 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: stateful_security_group.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.409794 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.410312 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: stateful-security-group Jun 23 17:16:50.410629 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: stdattrs_common.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.411514 dv-cinder-788253-3-smb neutron-server[93715]: WARNING neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 17:16:50.411832 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.412784 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.413428 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 17:16:50.413844 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: subnet_onboard.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.414954 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.415525 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: subnet_onboard Jun 23 17:16:50.415844 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.416774 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.417291 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 17:16:50.417611 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: subnet_service_types.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.418567 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.419170 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: subnet-service-types Jun 23 17:16:50.420055 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: subnetallocation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.430973 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.431613 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: subnet_allocation Jun 23 17:16:50.431947 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.432693 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.433208 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: subnetpool-prefix-ops Jun 23 17:16:50.433563 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.434570 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.435598 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 17:16:50.435598 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: tagging.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.436673 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.437208 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: standard-attr-tag Jun 23 17:16:50.437532 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: timestamp.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.438852 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.439415 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loaded extension: standard-attr-timestamp Jun 23 17:16:50.439742 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: trunk.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.440791 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.441313 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension trunk not supported by any of loaded plugins Jun 23 17:16:50.441641 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: trunk_details.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.442580 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.443153 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension trunk-details not supported by any of loaded plugins Jun 23 17:16:50.443480 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: uplink_status_propagation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.444430 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.444941 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 17:16:50.445264 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Loading extension file: vlantransparent.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:16:50.445953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:16:50.446459 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 17:16:50.449162 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:network Jun 23 17:16:50.449791 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:subnet Jun 23 17:16:50.450072 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:16:50.450456 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:port Jun 23 17:16:50.451845 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.452298 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service FLAVORS assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.452912 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.453408 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.453681 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:router Jun 23 17:16:50.454114 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:floatingip Jun 23 17:16:50.454623 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service METERING assigned prefix: /metering {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.456172 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.461250 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.461250 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:16:50.461250 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 17:16:50.461250 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:security_group Jun 23 17:16:50.461250 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 17:16:50.461250 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service CORE assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.461904 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:16:50.461904 dv-cinder-788253-3-smb neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] subnetpool is already registered Jun 23 17:16:50.461904 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service CORE assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.461904 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:16:50.461904 dv-cinder-788253-3-smb neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] subnetpool is already registered Jun 23 17:16:50.463573 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.464007 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service FLAVORS assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.464602 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.465028 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.465363 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:router Jun 23 17:16:50.465702 dv-cinder-788253-3-smb neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] router is already registered Jun 23 17:16:50.466747 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:floatingip Jun 23 17:16:50.466957 dv-cinder-788253-3-smb neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] floatingip is already registered Jun 23 17:16:50.467460 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service METERING assigned prefix: /metering {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.468152 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 17:16:50.468474 dv-cinder-788253-3-smb neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] rbac_policy is already registered Jun 23 17:16:50.468896 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:security_group Jun 23 17:16:50.469227 dv-cinder-788253-3-smb neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] security_group is already registered Jun 23 17:16:50.469624 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 17:16:50.469952 dv-cinder-788253-3-smb neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] security_group_rule is already registered Jun 23 17:16:50.470607 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service CORE assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.470945 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:16:50.471306 dv-cinder-788253-3-smb neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] subnetpool is already registered Jun 23 17:16:50.471736 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Service CORE assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:16:50.472059 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:16:50.472388 dv-cinder-788253-3-smb neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] subnetpool is already registered Jun 23 17:16:50.472862 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: extensions {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.474414 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: address-groups {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.475954 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: address-scopes {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.477305 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: agents {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.478469 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: auto-allocated-topology {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.479745 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: availability_zones {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.480977 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: dhcp-networks {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.490030 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: dhcp-agents {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.490030 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: routers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.490030 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: flavors {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.490030 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: service_profiles {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.490896 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: next_providers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.492393 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: service_profiles {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.493964 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: floatingip-pools {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.495292 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: routers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.496942 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: floatingips {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.498778 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: l3-routers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.500215 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: l3-agents {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.501631 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: metering-labels {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.502886 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: metering-label-rules {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.504295 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: network-ip-availabilities {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.505563 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: bindings {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.507121 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: quotas {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.508692 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: quotas {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.510120 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: rbac-policies {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.511351 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: security-groups {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.512692 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: security-group-rules {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.513985 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: service-providers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.515245 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: subnetpools {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.516567 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: subnetpools {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.518131 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.519862 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.521735 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.524334 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.525194 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.527176 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.529418 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.531232 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.533093 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.534836 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron.api.extensions [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:16:50.541378 dv-cinder-788253-3-smb neutron-server[93715]: WARNING keystonemiddleware.auth_token [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 17:16:50.546087 dv-cinder-788253-3-smb neutron-server[93715]: WARNING keystonemiddleware.auth_token [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 17:16:50.554841 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Acquired lock "singleton_lock" {{(pid=93715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 17:16:50.555352 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Releasing lock "singleton_lock" {{(pid=93715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 17:16:50.556013 dv-cinder-788253-3-smb neutron-server[93715]: INFO oslo_service.service [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Starting 2 workers Jun 23 17:16:50.561507 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Started child 93828 {{(pid=93715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:16:50.566332 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Started child 93829 {{(pid=93715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:16:50.567446 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:50.568645 dv-cinder-788253-3-smb neutron-server[93715]: INFO neutron.service [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 17:16:50.568874 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Notify callbacks [] for process, before_spawn {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:50.569673 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [-] (93828) wsgi starting up on http://0.0.0.0:9696 Jun 23 17:16:50.571390 dv-cinder-788253-3-smb neutron-server[93715]: INFO oslo_service.service [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Starting 1 workers Jun 23 17:16:50.574397 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:50.576777 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [-] (93829) wsgi starting up on http://0.0.0.0:9696 Jun 23 17:16:50.576968 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Started child 93830 {{(pid=93715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:16:50.577471 dv-cinder-788253-3-smb neutron-server[93715]: INFO oslo_service.service [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Starting 1 workers Jun 23 17:16:50.582140 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.service [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] calling RpcWorker wait() {{(pid=93830) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 17:16:50.587431 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Started child 93831 {{(pid=93715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:16:50.587652 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.service [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] returning from RpcWorker wait() {{(pid=93830) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 17:16:50.587783 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c35b9fe-dfff-49ac-a7b6-b3beeac97b8d None None] Notify callbacks [] for process, after_spawn {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:50.587922 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:50.587922 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:50.588170 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 17:16:50.588170 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 17:16:50.588170 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 17:16:50.588170 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 17:16:50.588170 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 17:16:50.588170 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 17:16:50.588170 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.588170 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.588971 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.588971 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.588971 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.588971 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.589385 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.589385 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.589600 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.590177 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.590177 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.590177 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.590570 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.590703 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.590822 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:50.592172 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.592172 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.592172 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.592513 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.592513 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.592746 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:50.592884 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.593001 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.593449 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.593709 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] debug = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.593709 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.594289 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.594569 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.594791 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.595040 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.595271 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.595488 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.595725 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.595956 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.596173 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.596438 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.596710 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.596938 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.597282 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.597494 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.597720 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.597929 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.598319 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] host = dv-cinder-788253-3-smb {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.598571 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.598782 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.599041 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.599269 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.599583 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.599806 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.600049 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.600258 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.600465 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.600704 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.600969 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.601346 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.601586 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.601801 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.602011 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_options = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.602232 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.602445 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.602692 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.603089 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.603089 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.603520 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.603520 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.603995 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.603995 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.604597 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.604597 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.604597 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.605187 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.605187 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.605187 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.605787 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.605787 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.605787 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.606377 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.606377 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.607394 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.607394 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.607866 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.607866 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.608282 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.608282 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.608871 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.608871 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.608871 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.609478 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.609478 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.609909 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.609909 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.610332 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.610332 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.610742 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.610742 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.611192 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.611192 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.611554 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.611694 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.611919 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.612180 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.612400 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.612654 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.612887 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] use_json = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.613102 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.613341 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.613592 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.613809 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.614023 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.614239 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.614467 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.614712 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.615152 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.615443 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.616363 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.616363 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.616363 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.616976 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.616976 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.616976 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.617586 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.617586 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.617999 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.617999 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.618422 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.618422 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.619024 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.619225 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.619430 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.619610 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.619804 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.619986 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.620220 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.620442 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.620786 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.621051 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.621480 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.621909 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.622156 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.622444 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.622776 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.623127 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.623506 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.623907 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.624345 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.624749 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.625048 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.625431 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.625813 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.626080 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.626446 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.626639 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.626821 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.627115 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.627370 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.627706 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.628151 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.628372 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.628558 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.628748 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.628953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.629265 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.629455 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.629776 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.629999 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.630239 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.630513 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.630905 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.631380 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.631738 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.632103 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.632411 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.632659 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.633106 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.633326 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.633559 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.633793 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.634000 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.634203 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.634417 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.634671 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.634901 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.635195 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.635411 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.635624 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.636084 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.636084 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.636507 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.636507 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.637076 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.637076 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.637076 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.637667 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.637876 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.638131 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.638522 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.638755 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.638973 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.639386 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.639642 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.640133 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.640133 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.640563 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.640563 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.640939 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.640939 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.641249 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.641399 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.641590 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.641829 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.642073 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.642316 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.642576 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.642816 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.643089 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.643328 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.643564 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.649560 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.649560 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.649560 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.649560 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.649560 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.649560 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.649560 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.649560 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650497 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650497 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650497 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650497 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650497 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650497 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650497 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650497 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650968 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650968 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650968 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650968 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650968 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650968 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650968 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.650968 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.651894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.651894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.651894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.651894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.651894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.651894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.651894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.651894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.652860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.652860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.652860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.652860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.652860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.652860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.653517 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.653517 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.653517 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.654394 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.654513 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.654668 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.654888 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.655130 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.655367 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.655573 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.655810 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.656027 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.656243 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.656457 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.656679 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.656896 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.657130 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.657365 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.657586 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.657822 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.658038 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.658274 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.658490 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.658705 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.658949 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.659196 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.659496 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.659895 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.660118 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.660481 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.660481 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.661240 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.661240 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.662402 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.662402 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.662402 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.662402 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.662402 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.664684 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.664684 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.664684 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.664684 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.664684 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.664684 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.664684 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.664684 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.666133 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.666133 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.666133 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.666133 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.666133 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.666133 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.666133 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.667507 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.667507 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.667507 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.667507 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.667507 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.667507 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.667507 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.668811 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.668811 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.668811 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.668811 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.668811 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.669940 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.669940 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.669940 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.669940 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.669940 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.670975 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.670975 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.670975 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.670975 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.670975 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.671931 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.671931 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.671931 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.671931 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.671931 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.672833 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.672833 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.672833 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.672833 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.673567 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.673567 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.673567 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.673567 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.674190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.674190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.674928 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.674928 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.674928 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.678262 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.678262 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.678262 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.678262 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.678262 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.678262 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.678262 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.678262 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.682614 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.682614 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.682614 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.682614 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.682614 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.682614 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.682614 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.682614 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.684085 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.684085 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.684085 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.684085 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.684085 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.684085 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.684085 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.684085 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.684085 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.686211 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.686211 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.686211 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.686211 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.686211 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.686211 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.686211 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.686211 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.686211 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.687869 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.687869 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.687869 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.687869 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.687869 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 17:16:50.687869 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 17:16:50.687869 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 17:16:50.687869 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 17:16:50.689266 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 17:16:50.689266 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 17:16:50.689266 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 17:16:50.689266 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.689266 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.689266 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.689266 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.689266 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.690671 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.690671 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.690671 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.690671 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.690671 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.690671 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.690671 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.690671 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.692195 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.692195 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.692195 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.692195 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.692195 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.692195 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.692195 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.692195 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.693597 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.693597 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] debug = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.693597 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.693597 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.693597 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.693597 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.694615 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.694615 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.694615 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.694615 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.694615 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.694615 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.694615 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.694615 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.695992 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.695992 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.695992 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.695992 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.695992 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.695992 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] host = dv-cinder-788253-3-smb {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.695992 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.695992 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.697495 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.697495 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.697495 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.697495 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.697495 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.697495 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.697495 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.697495 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.698894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.698894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.698894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.698894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.698894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_options = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.698894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.698894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.698894 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.700528 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.700528 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.700528 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.700528 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.700528 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.700528 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.700528 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.701694 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.701694 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.701694 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.701694 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.701694 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.701694 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.701694 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.701694 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.703141 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.703141 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.703141 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.703141 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.703141 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.703141 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.703141 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.703141 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.710689 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.710689 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.710689 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.710689 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.710689 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.710689 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.710689 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.710689 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.712296 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.712296 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.712296 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.712296 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.712296 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.712296 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.712296 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.712296 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.713298 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.713298 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.713298 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.713298 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] use_json = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.713298 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.713298 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.713298 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.713298 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.713298 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.715079 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.715079 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.715079 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:16:50.715079 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.715079 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.715079 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.715079 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.715079 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.717150 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.717150 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.717150 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.717150 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.717150 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.717150 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.717150 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.717150 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.717150 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.718739 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.718739 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.718739 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.718739 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.718739 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.718739 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.718739 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.718739 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.720142 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.720142 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.720142 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.720142 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.720142 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.720142 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.720142 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.720142 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.721380 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.721380 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.721380 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.721380 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.721380 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.721380 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.721380 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.721380 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.721380 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.722488 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.722488 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.722488 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.722488 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.722488 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.722488 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.722488 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.722488 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.722488 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.723697 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.723697 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.723697 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.723697 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.723697 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.723697 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.723697 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.723697 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.723697 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.725386 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.725386 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.725386 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.725386 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.725386 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.725386 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.725386 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.725386 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.725386 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.726923 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.726923 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.726923 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.726923 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.726923 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.726923 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.726923 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.726923 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.726923 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.728544 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.728544 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.728544 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.728544 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.728544 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.728544 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.728544 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.728544 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.728544 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.730190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.730190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.730190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.730190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.730190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.730190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.730190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.730190 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.731611 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.731611 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.731611 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.731611 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.731611 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.731611 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.731611 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.731611 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.733115 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.733115 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.733115 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.733115 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.733115 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.733115 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.733115 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.733115 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.734249 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.734249 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.734249 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.734249 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.734249 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.734249 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.734249 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.734249 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.735570 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.735570 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.735570 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.735570 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.735570 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.735570 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.735570 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.735570 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.736921 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.736921 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.736921 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.736921 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.736921 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.736921 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.736921 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.736921 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.737953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.737953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.737953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.737953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.737953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.737953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.737953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.737953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.738814 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.738814 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.738814 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.738814 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.738814 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.738814 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.738814 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.738814 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.739705 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.739705 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.739705 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.739705 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.739705 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.739705 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.739705 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.739705 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.740665 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.740665 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.740665 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.740665 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.740665 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.740665 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.740665 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.740665 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.741537 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.741537 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.741537 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.741537 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.741537 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.741537 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.741537 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.741537 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.742582 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.742582 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.742582 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.742582 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.742582 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.742582 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.742582 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.742582 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.743805 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.743805 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.743805 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.743805 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.743805 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.743805 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.743805 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.743805 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.744981 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.744981 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.744981 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.744981 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.744981 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.744981 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.744981 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.744981 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.749809 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.749809 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.749809 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.749809 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.749809 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.749809 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.749809 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.749809 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.749809 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.750875 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.750875 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.750875 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.750875 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.750875 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.750875 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.750875 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.750875 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.752650 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.752650 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.752650 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.752650 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.752650 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.752650 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.752650 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.752650 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.752650 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.753860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.753860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.753860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.753860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.753860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.753860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.753860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.753860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.753860 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.754901 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.754901 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.754901 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.754901 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.754901 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.754901 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.754901 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.754901 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.756015 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.756015 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.756015 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.756015 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.756015 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.756015 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.756015 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.756015 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.757406 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.757406 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.757406 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.757406 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.757406 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.757406 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.757406 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.757406 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.758629 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.758629 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.758629 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.758629 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.758629 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.758629 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.758629 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.758629 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.758629 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.759953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.759953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.759953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.759953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.759953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.759953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.759953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.759953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.759953 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.761044 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:16:50.761044 dv-cinder-788253-3-smb neutron-server[93715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 17:16:50.804022 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:50.931330 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 53046) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:50.941094 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072629 Jun 23 17:17:05.173827 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e550ec1e-bbd0-4700-b120-869cea6b4cd3 None None] get_active_networks_info from dv-cinder-788253-3-smb {{(pid=93830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 17:17:05.270712 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e550ec1e-bbd0-4700-b120-869cea6b4cd3 None None] No non-hosted networks {{(pid=93830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 17:17:05.283399 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.agentschedulers_db [None req-e550ec1e-bbd0-4700-b120-869cea6b4cd3 None None] DHCP Agent not found on host dv-cinder-788253-3-smb {{(pid=93830) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 17:17:05.530428 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c691b546-421b-42bf-b5c0-2988edca7924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373'] for agent, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:06.200198 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373'] for agent, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:06.202539 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:06.203897 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:06.204628 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:06.205129 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:06.205895 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:06.206507 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:06.207304 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:06.207999 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:06.209727 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:06.211239 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:06.212045 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:06.212580 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:06.213241 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788253-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:17:06.225129 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788253-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:17:07.715475 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-836e9b2d-7b94-4ca1-a758-410c48855ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373'] for agent, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:07.806092 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.db.api [None req-3b90893f-e1c9-4f3c-be08-243f743ae261 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-788253-3-smb {{(pid=93830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:17:07.807201 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_db.api [None req-3b90893f-e1c9-4f3c-be08-243f743ae261 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:17:08.350858 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3b90893f-e1c9-4f3c-be08-243f743ae261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:09.273615 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373'] for agent, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:10.679210 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373'] for agent, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:12.368548 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53138) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:17:13.032226 dv-cinder-788253-3-smb neutron-server[93828]: WARNING oslo_policy.policy [None req-8de827e3-d3f9-46ea-8777-444aa9b61fdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:17:13.032910 dv-cinder-788253-3-smb neutron-server[93828]: WARNING oslo_policy.policy [None req-8de827e3-d3f9-46ea-8777-444aa9b61fdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:17:13.257006 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [None req-8de827e3-d3f9-46ea-8777-444aa9b61fdc admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:17:13.258243 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-8de827e3-d3f9-46ea-8777-444aa9b61fdc admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8876798 Jun 23 17:17:13.450169 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.db.l3_hamode_db [None req-385c14e5-884d-412d-a93a-14c7953422be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 17:17:13.534052 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c14e5-884d-412d-a93a-14c7953422be None None] Routers set() bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:17:13.534353 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c14e5-884d-412d-a93a-14c7953422be None None] Router IDs set() for agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 17:17:15.805160 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 53152) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:17:16.329360 dv-cinder-788253-3-smb neutron-server[93829]: WARNING oslo_policy.policy [None req-5493c3b4-ebf8-4b49-a6ca-3596f7744dee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:17:16.329949 dv-cinder-788253-3-smb neutron-server[93829]: WARNING oslo_policy.policy [None req-5493c3b4-ebf8-4b49-a6ca-3596f7744dee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:17:16.548874 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-5493c3b4-ebf8-4b49-a6ca-3596f7744dee admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:17:16.658660 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.policy [None req-5493c3b4-ebf8-4b49-a6ca-3596f7744dee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93829) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 17:17:16.705768 dv-cinder-788253-3-smb neutron-server[93829]: WARNING oslo_policy.policy [None req-5493c3b4-ebf8-4b49-a6ca-3596f7744dee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:17:16.706187 dv-cinder-788253-3-smb neutron-server[93829]: WARNING oslo_policy.policy [None req-5493c3b4-ebf8-4b49-a6ca-3596f7744dee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:17:16.715800 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.quota [None req-5493c3b4-ebf8-4b49-a6ca-3596f7744dee admin admin] Loaded quota_driver: . Jun 23 17:17:16.878529 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5493c3b4-ebf8-4b49-a6ca-3596f7744dee admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792186430040', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792186444967', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792186450068', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792186448478', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792186454045', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792186478157', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-730909', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-739169', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33045877', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33123106'] for rbac-policy, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:17.153756 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5493c3b4-ebf8-4b49-a6ca-3596f7744dee admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:17.155244 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-5493c3b4-ebf8-4b49-a6ca-3596f7744dee admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3488681 Jun 23 17:17:19.824808 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 53170) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:17:20.215918 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'name': 'private'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:17:20.333583 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Made reservation on behalf of 98bae105ba764d0b8edb05de2c6b599a for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:17:20.336706 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:20.356306 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:20.495107 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:20.579835 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:20.585136 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:20.609381 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:17:20.637163 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792184303382', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:20.637787 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Unsubscribe: segment precommit_create {{(pid=93829) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 17:17:20.638283 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.segments_db [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Added segment ec50c097-de59-4335-863f-25d2087fef7f of type vlan for network 4b97d93a-355b-4b8e-92a3-410e38885748 Jun 23 17:17:20.645964 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2734f291-4ef9-41a0-b8c8-3e536d4119ca,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:20.684697 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:20.685035 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:20.685363 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:20.685689 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:20.686003 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:20.686319 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:20.686631 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:20.686940 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:20.687295 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:20.687610 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:20.687913 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:20.688217 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Tracked resource versions report: Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: pushed versions: Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: { 'AddressGroup': {'1.2'}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'ConntrackHelper': {'1.0'}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'Log': {'1.0'}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'Network': {'1.1'}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'Port': {'1.7'}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'PortForwarding': {'1.2'}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'QosPolicy': {'1.8'}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'SecurityGroup': {'1.4'}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'SubPort': {'1.0'}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'Subnet': {'1.1'}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'Trunk': {'1.1'}} Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: consumer versions: Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: { DHCP agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: L3 agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: Metadata agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: Metering agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: Open vSwitch agent@dv-cinder-788253-3-smb: { 'AddressGroup': '1.2', Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'ConntrackHelper': '1.0', Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'Log': '1.0', Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'Network': '1.1', Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'Port': '1.7', Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'PortForwarding': '1.2', Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'QosPolicy': '1.8', Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'SecurityGroup': '1.4', Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'SecurityGroupRule': '1.2', Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'SubPort': '1.0', Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'Subnet': '1.1', Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: 'Trunk': '1.1'}} Jun 23 17:17:20.689324 dv-cinder-788253-3-smb neutron-server[93829]: {{(pid=93829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:17:20.770348 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:20.775651 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:20.905169 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:20.906716 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:17:20.907448 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:20.910536 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:21.012082 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Pushing event updated for resources: {'Network': ['ID=4b97d93a-355b-4b8e-92a3-410e38885748,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:21.016388 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:21.017942 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1919215 Jun 23 17:17:21.024556 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network 4b97d93a-355b-4b8e-92a3-410e38885748 details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:17:23.988633 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53184) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:17:24.562049 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.policy [None req-a8a35a33-594a-46a7-b77c-ee70b763ec04 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93828) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 17:17:24.613904 dv-cinder-788253-3-smb neutron-server[93828]: WARNING oslo_policy.policy [None req-a8a35a33-594a-46a7-b77c-ee70b763ec04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:17:24.614444 dv-cinder-788253-3-smb neutron-server[93828]: WARNING oslo_policy.policy [None req-a8a35a33-594a-46a7-b77c-ee70b763ec04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:17:24.636242 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a35a33-594a-46a7-b77c-ee70b763ec04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:17:24.638103 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-a8a35a33-594a-46a7-b77c-ee70b763ec04 admin admin] 10.222.0.49 "GET /v2.0/networks/4b97d93a-355b-4b8e-92a3-410e38885748 HTTP/1.1" status: 200 len: 825 time: 0.6482058 Jun 23 17:17:24.702386 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-289d2dab-6c3c-42c0-86cb-da855d6226c8 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/cd076a67-71c5-4f7a-b9e8-b2e2908a1454 HTTP/1.1" status: 200 len: 734 time: 0.0579395 Jun 23 17:17:24.711763 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Request body: {'subnet': {'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'name': 'private-subnet', 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'cd076a67-71c5-4f7a-b9e8-b2e2908a1454'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:17:24.713387 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.quota [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Loaded quota_driver: . Jun 23 17:17:24.827017 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Made reservation on behalf of 98bae105ba764d0b8edb05de2c6b599a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:17:24.830539 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:25.279142 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:25.282559 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:25.361852 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Checking segment: {'id': 'ec50c097-de59-4335-863f-25d2087fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:17:25.362250 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Network hostable DHCP agents. Network: 4b97d93a-355b-4b8e-92a3-410e38885748, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:17:25.369803 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783cb027-ffd9-441a-819f-dc4fb77c5f4a,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:25.382466 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:25.382790 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:25.383142 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:25.383457 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:25.383767 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:25.384112 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:25.384417 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:25.384725 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:25.385040 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:25.385348 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:25.385648 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:25.385946 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Tracked resource versions report: Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: pushed versions: Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: { 'AddressGroup': {'1.2'}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'ConntrackHelper': {'1.0'}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'Log': {'1.0'}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'Network': {'1.1'}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'Port': {'1.7'}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'PortForwarding': {'1.2'}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'QosPolicy': {'1.8'}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'SecurityGroup': {'1.4'}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'SubPort': {'1.0'}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'Subnet': {'1.1'}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'Trunk': {'1.1'}} Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: consumer versions: Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: { DHCP agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: L3 agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: Metadata agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: Metering agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: Open vSwitch agent@dv-cinder-788253-3-smb: { 'AddressGroup': '1.2', Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'ConntrackHelper': '1.0', Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'Log': '1.0', Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'Network': '1.1', Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'Port': '1.7', Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'PortForwarding': '1.2', Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'QosPolicy': '1.8', Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'SecurityGroup': '1.4', Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'SecurityGroupRule': '1.2', Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'SubPort': '1.0', Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'Subnet': '1.1', Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: 'Trunk': '1.1'}} Jun 23 17:17:25.387609 dv-cinder-788253-3-smb neutron-server[93828]: {{(pid=93828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:17:25.425808 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:25.505134 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Network 4b97d93a-355b-4b8e-92a3-410e38885748 is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:17:25.598582 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, 4b97d93a-355b-4b8e-92a3-410e38885748) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:17:25.605070 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:17:25.606218 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:25.612185 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30df57c2-df3e-49dd-94af-11aa1fae2e81 None None] Network 4b97d93a-355b-4b8e-92a3-410e38885748 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:17:25.712193 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0040438 Jun 23 17:17:26.025533 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e4dfc4c-f182-56e9-9889-ff28e47dae6d-4b97d93a-355b-4b8e-92a3-410e38885748', 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'fixed_ips': [{'subnet_id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a'}]}} from dv-cinder-788253-3-smb. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:17:26.027506 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:26.340240 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Allocated IP 172.20.0.2 (4b97d93a-355b-4b8e-92a3-410e38885748/783cb027-ffd9-441a-819f-dc4fb77c5f4a/8dde4369-8e3b-413a-8b7f-c53d100b2447) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:17:26.600452 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:26.657832 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Transition to ACTIVE for port object 8dde4369-8e3b-413a-8b7f-c53d100b2447 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:17:26.698488 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Transition to ACTIVE for port object 8dde4369-8e3b-413a-8b7f-c53d100b2447 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:17:26.805384 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:26.811420 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:26.916558 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Network 4b97d93a-355b-4b8e-92a3-410e38885748 is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:17:26.926563 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:17:26.948420 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:17:26.973629 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Pushing event updated for resources: {'Port': ['ID=8dde4369-8e3b-413a-8b7f-c53d100b2447,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:27.054720 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:27.055264 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:27.055800 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:27.056271 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:27.056761 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:27.057324 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:27.057848 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:27.058432 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:27.058941 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:27.059497 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:27.060013 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:27.060530 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Tracked resource versions report: Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: pushed versions: Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: { 'AddressGroup': {'1.2'}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'ConntrackHelper': {'1.0'}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'Log': {'1.0'}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'Network': {'1.1'}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'Port': {'1.7'}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'PortForwarding': {'1.2'}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'QosPolicy': {'1.8'}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'SecurityGroup': {'1.4'}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'SubPort': {'1.0'}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'Subnet': {'1.1'}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'Trunk': {'1.1'}} Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: consumer versions: Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: { DHCP agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: L3 agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: Metadata agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: Metering agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: Open vSwitch agent@dv-cinder-788253-3-smb: { 'AddressGroup': '1.2', Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'ConntrackHelper': '1.0', Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'Log': '1.0', Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'Network': '1.1', Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'Port': '1.7', Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'PortForwarding': '1.2', Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'QosPolicy': '1.8', Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'SecurityGroup': '1.4', Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'SecurityGroupRule': '1.2', Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'SubPort': '1.0', Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'Subnet': '1.1', Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: 'Trunk': '1.1'}} Jun 23 17:17:27.062625 dv-cinder-788253-3-smb neutron-server[93830]: {{(pid=93830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:17:27.074419 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:27.123749 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Attempting to bind port 8dde4369-8e3b-413a-8b7f-c53d100b2447 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:17:27.124299 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Attempting to bind port 8dde4369-8e3b-413a-8b7f-c53d100b2447 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'ec50c097-de59-4335-863f-25d2087fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:17:27.124937 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Attempting to bind port 8dde4369-8e3b-413a-8b7f-c53d100b2447 on network 4b97d93a-355b-4b8e-92a3-410e38885748 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:17:27.133435 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:17:27.134108 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Checking segment: {'id': 'ec50c097-de59-4335-863f-25d2087fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:17:27.134850 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:27.135519 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Bound using segment: {'id': 'ec50c097-de59-4335-863f-25d2087fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:17:27.136827 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Bound port: 8dde4369-8e3b-413a-8b7f-c53d100b2447, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec50c097-de59-4335-863f-25d2087fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:17:27.137411 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:27.244811 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] For port 8dde4369-8e3b-413a-8b7f-c53d100b2447, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:17:27.253317 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] For port 8dde4369-8e3b-413a-8b7f-c53d100b2447, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=8dde4369-8e3b-413a-8b7f-c53d100b2447,segment=NetworkSegment(ec50c097-de59-4335-863f-25d2087fef7f),segment_id=ec50c097-de59-4335-863f-25d2087fef7f)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:17:27.319013 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:27.326537 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:27.409891 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Pushing event updated for resources: {'Port': ['ID=8dde4369-8e3b-413a-8b7f-c53d100b2447,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:27.413809 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:28.326212 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53198) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:17:28.835429 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [None req-7224ecb1-fdeb-43ef-a826-cdbb62197caf admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:17:28.836964 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-7224ecb1-fdeb-43ef-a826-cdbb62197caf admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5091059 Jun 23 17:17:31.505838 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53206) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:17:32.012473 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [None req-7f9f0336-bcae-47af-80f8-7efe2cce577b admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:17:32.013728 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-7f9f0336-bcae-47af-80f8-7efe2cce577b admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5068357 Jun 23 17:17:34.513366 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 8dde4369-8e3b-413a-8b7f-c53d100b2447 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:17:34.705368 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 8dde4369-8e3b-413a-8b7f-c53d100b2447 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:17:34.805131 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e163855-e408-4182-ad9b-c075e06d2eda None None] Network 4b97d93a-355b-4b8e-92a3-410e38885748 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:17:34.950377 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ca32e5b8-64cd-4b49-a580-8bd73e444a8c None None] Provisioning for port 8dde4369-8e3b-413a-8b7f-c53d100b2447 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:17:34.993252 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ca32e5b8-64cd-4b49-a580-8bd73e444a8c None None] Provisioning complete for port 8dde4369-8e3b-413a-8b7f-c53d100b2447 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:17:34.993252 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ca32e5b8-64cd-4b49-a580-8bd73e444a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:34.993512 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 53220) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:17:35.281833 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-071749de-a82b-413f-8c32-9f10568d5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:35.326502 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ca32e5b8-64cd-4b49-a580-8bd73e444a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:35.377644 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ca32e5b8-64cd-4b49-a580-8bd73e444a8c None None] For port 8dde4369-8e3b-413a-8b7f-c53d100b2447, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=8dde4369-8e3b-413a-8b7f-c53d100b2447,segment=NetworkSegment(ec50c097-de59-4335-863f-25d2087fef7f),segment_id=ec50c097-de59-4335-863f-25d2087fef7f)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:17:35.392372 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-44b151c2-5d0c-4476-bc55-baeb9976770c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:17:35.450124 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ca32e5b8-64cd-4b49-a580-8bd73e444a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:35.453660 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-8fdb8193-e758-4a0f-81b8-dc2ba57aac5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:35.519019 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44b151c2-5d0c-4476-bc55-baeb9976770c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5451'] for router, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:35.520928 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44b151c2-5d0c-4476-bc55-baeb9976770c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33047578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33478959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33124684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5442'] for router, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:35.523659 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32e5b8-64cd-4b49-a580-8bd73e444a8c None None] Pushing event updated for resources: {'Port': ['ID=8dde4369-8e3b-413a-8b7f-c53d100b2447,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:35.532261 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-ca32e5b8-64cd-4b49-a580-8bd73e444a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:35.579894 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-10334df4-b29b-4cd9-9d48-98a602394e01 None None] Provisioning complete for port 8dde4369-8e3b-413a-8b7f-c53d100b2447 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:17:35.580487 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-10334df4-b29b-4cd9-9d48-98a602394e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:35.682923 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44b151c2-5d0c-4476-bc55-baeb9976770c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:35.740278 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44b151c2-5d0c-4476-bc55-baeb9976770c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33482088'] for router, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:35.832605 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44b151c2-5d0c-4476-bc55-baeb9976770c admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:35.833962 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-44b151c2-5d0c-4476-bc55-baeb9976770c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8393102 Jun 23 17:17:36.181472 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:36.457216 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 8dde4369-8e3b-413a-8b7f-c53d100b2447 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:17:36.511825 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 8dde4369-8e3b-413a-8b7f-c53d100b2447 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:17:36.512313 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:37.597688 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1d752555-9c2e-4475-8f20-93228faa3a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:38.437101 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53230) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:17:38.971466 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [None req-f1ea33ed-351d-4cfc-b37c-68af693abfa8 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:17:38.972577 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-f1ea33ed-351d-4cfc-b37c-68af693abfa8 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5341458 Jun 23 17:17:39.169473 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:40.570051 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:41.578552 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 53248) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:17:41.729618 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:17:41.849601 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Made reservation on behalf of d8f2a1ec703c4510b3acf8f8adc12434 for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:17:41.851921 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:41.861880 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:41.977872 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:42.064791 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:42.069468 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:42.081708 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Reserving flat network on physical network physnet1 {{(pid=93829) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 17:17:42.107598 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ffa887-fb73-4760-896d-5d155721500e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:42.110505 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:42.110838 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.segments_db [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Added segment e92441e4-493e-46d7-a6ad-b9c3b0f02685 of type flat for network 0516b4b2-f673-4cdc-b63f-187f09eafd61 Jun 23 17:17:42.112314 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:42.161383 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:42.261393 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:42.262741 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:17:42.263357 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:42.266422 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:42.347238 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Pushing event updated for resources: {'Network': ['ID=0516b4b2-f673-4cdc-b63f-187f09eafd61,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:42.349901 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:42.357192 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:17:42.362559 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7793715 Jun 23 17:17:44.660513 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53266) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:17:44.765625 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f4819b-1150-4edf-89ab-8760b8bc13b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:17:44.767083 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-34f4819b-1150-4edf-89ab-8760b8bc13b0 admin admin] 10.222.0.49 "GET /v2.0/subnets/783cb027-ffd9-441a-819f-dc4fb77c5f4a HTTP/1.1" status: 200 len: 849 time: 0.1054235 Jun 23 17:17:44.966433 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-d5dbc5c9-fdef-4793-96fa-aa92ac23fb4c admin admin] 10.222.0.49 "GET /v2.0/routers/8a9daa85-777f-471b-8e2c-1fdd4a319a48 HTTP/1.1" status: 200 len: 704 time: 0.1936336 Jun 23 17:17:45.275653 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:45.654375 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Allocated IP 172.20.0.1 (4b97d93a-355b-4b8e-92a3-410e38885748/783cb027-ffd9-441a-819f-dc4fb77c5f4a/1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:17:45.857341 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:45.896756 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Transition to ACTIVE for port object 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:17:46.136216 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:46.140193 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:46.219343 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Network 4b97d93a-355b-4b8e-92a3-410e38885748 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:17:46.224455 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:17:46.233864 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:17:46.234707 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33427304'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:46.264573 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Pushing event updated for resources: {'Port': ['ID=1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:46.269866 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:46.506192 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-0ca5f520-a1bf-40cf-b008-f31ad484b12f None None] Provisioning for port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:17:46.512536 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-0ca5f520-a1bf-40cf-b008-f31ad484b12f None None] Provisioning complete for port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:17:46.513044 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f520-a1bf-40cf-b008-f31ad484b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:46.559962 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5f520-a1bf-40cf-b008-f31ad484b12f None None] Port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:17:46.638935 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:47.007305 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:47.081552 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:47.082634 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33265121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33427332'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:47.084698 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:47.184274 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Pushing event updated for resources: {'Port': ['ID=1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:47.189176 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:47.234251 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Network 4b97d93a-355b-4b8e-92a3-410e38885748 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:17:47.235753 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:17:47.486711 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3547e1aa-40d9-4a53-9bf8-a6b45bbaeae3 None None] Provisioning complete for port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:17:47.487195 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3547e1aa-40d9-4a53-9bf8-a6b45bbaeae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:47.496028 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Router 8a9daa85-777f-471b-8e2c-1fdd4a319a48 is scheduled to L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:17:47.524845 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3547e1aa-40d9-4a53-9bf8-a6b45bbaeae3 None None] Port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:17:47.604423 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:17:47.610293 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] 10.222.0.49 "PUT /v2.0/routers/8a9daa85-777f-471b-8e2c-1fdd4a319a48/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6379654 Jun 23 17:17:47.627047 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Sync routers for ids ['8a9daa85-777f-471b-8e2c-1fdd4a319a48'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:17:47.639938 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Routers {'8a9daa85-777f-471b-8e2c-1fdd4a319a48'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:17:47.640838 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:17:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['8a9daa85-777f-471b-8e2c-1fdd4a319a48'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:17:47.854348 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Set router 8a9daa85-777f-471b-8e2c-1fdd4a319a48 gateway port host: None {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:17:48.492384 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'name': 'router1', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:17:35Z', 'updated_at': '2021-06-23T17:17:46Z', 'revision_number': 2, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'gw_port_host': None, '_interfaces': [{'id': '1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a', 'name': '', 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'mac_address': 'fa:16:3e:09:84:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:17:45Z', 'updated_at': '2021-06-23T17:17:46Z', 'revision_number': 2, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'subnets': [{'id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd076a67-71c5-4f7a-b9e8-b2e2908a1454'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:17:48.551439 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Checking router: 8a9daa85-777f-471b-8e2c-1fdd4a319a48 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:17:48.551925 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Updating router 8a9daa85-777f-471b-8e2c-1fdd4a319a48 port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a binding host dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:17:48.623817 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:48.697373 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:17:49.278099 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:49.310890 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Transition to ACTIVE for port object 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:17:49.384847 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:49.388689 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:49.498692 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Pushing event updated for resources: {'Port': ['ID=1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:49.526223 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:49.526562 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:49.526896 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:49.527253 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:49.527577 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:49.527898 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:49.528275 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:49.528531 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:49.528848 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:49.529161 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:49.529481 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:49.529984 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Tracked resource versions report: Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: pushed versions: Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: { 'AddressGroup': {'1.2'}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'ConntrackHelper': {'1.0'}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'Log': {'1.0'}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'Network': {'1.1'}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'Port': {'1.7'}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'PortForwarding': {'1.2'}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'QosPolicy': {'1.8'}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'SecurityGroup': {'1.4'}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'SubPort': {'1.0'}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'Subnet': {'1.1'}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'Trunk': {'1.1'}} Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: consumer versions: Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: { DHCP agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: L3 agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: Metadata agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: Metering agent@dv-cinder-788253-3-smb: {}, Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: Open vSwitch agent@dv-cinder-788253-3-smb: { 'AddressGroup': '1.2', Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'ConntrackHelper': '1.0', Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'Log': '1.0', Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'Network': '1.1', Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'Port': '1.7', Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'PortForwarding': '1.2', Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'QosPolicy': '1.8', Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'SecurityGroup': '1.4', Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'SecurityGroupRule': '1.2', Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'SubPort': '1.0', Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'Subnet': '1.1', Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: 'Trunk': '1.1'}} Jun 23 17:17:49.531013 dv-cinder-788253-3-smb neutron-server[93831]: {{(pid=93831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:17:49.535145 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:49.629053 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Attempting to bind port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:17:49.629658 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Attempting to bind port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'ec50c097-de59-4335-863f-25d2087fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:17:49.630341 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Attempting to bind port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a on network 4b97d93a-355b-4b8e-92a3-410e38885748 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:17:49.639930 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:17:49.640461 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Checking segment: {'id': 'ec50c097-de59-4335-863f-25d2087fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:17:49.641069 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:49.641583 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Bound using segment: {'id': 'ec50c097-de59-4335-863f-25d2087fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:17:49.642281 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Bound port: 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec50c097-de59-4335-863f-25d2087fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:17:49.642785 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:49.740307 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] For port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:17:49.777088 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] For port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a,segment=NetworkSegment(ec50c097-de59-4335-863f-25d2087fef7f),segment_id=ec50c097-de59-4335-863f-25d2087fef7f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:17:49.839467 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:49.842179 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:49.925528 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Routers {'8a9daa85-777f-471b-8e2c-1fdd4a319a48'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:17:49.926467 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:17:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['8a9daa85-777f-471b-8e2c-1fdd4a319a48'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:17:49.928865 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Pushing event updated for resources: {'Port': ['ID=1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a,revision_number=4']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:49.932468 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:50.074409 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] Set router 8a9daa85-777f-471b-8e2c-1fdd4a319a48 gateway port host: None {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:17:50.191977 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 53276) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:17:50.359900 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b80996-eefe-4be2-bd8a-989d65f522c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:17:50.361307 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-13b80996-eefe-4be2-bd8a-989d65f522c1 admin admin] 10.222.0.49 "GET /v2.0/networks/0516b4b2-f673-4cdc-b63f-187f09eafd61 HTTP/1.1" status: 200 len: 842 time: 0.1683419 Jun 23 17:17:50.374485 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:17:50.387759 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'name': 'router1', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:17:35Z', 'updated_at': '2021-06-23T17:17:46Z', 'revision_number': 2, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'gw_port_host': None, '_interfaces': [{'id': '1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a', 'name': '', 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'mac_address': 'fa:16:3e:09:84:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:17:45Z', 'updated_at': '2021-06-23T17:17:49Z', 'revision_number': 4, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'subnets': [{'id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd076a67-71c5-4f7a-b9e8-b2e2908a1454'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:17:50.420889 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5c55b-a9dc-4569-869d-a9b8a0ea3262 None None] The sync data for ids ['8a9daa85-777f-471b-8e2c-1fdd4a319a48'] in dv-cinder-788253-3-smb is: [{'id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'name': 'router1', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:17:35Z', 'updated_at': '2021-06-23T17:17:46Z', 'revision_number': 2, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'gw_port_host': None, '_interfaces': [{'id': '1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a', 'name': '', 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'mac_address': 'fa:16:3e:09:84:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:17:45Z', 'updated_at': '2021-06-23T17:17:49Z', 'revision_number': 4, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'subnets': [{'id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd076a67-71c5-4f7a-b9e8-b2e2908a1454'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:17:50.466438 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Made reservation on behalf of d8f2a1ec703c4510b3acf8f8adc12434 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:17:50.470578 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:51.006509 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.objects.ports [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 17:17:51.007309 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:51.015569 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:51.118479 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e838f03-2b68-47b7-b8bc-7bb830b070f3,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:51.127099 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:51.136738 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Checking segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:17:51.137410 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Network hostable DHCP agents. Network: 0516b4b2-f673-4cdc-b63f-187f09eafd61, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:17:51.272717 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:17:51.367926 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, 0516b4b2-f673-4cdc-b63f-187f09eafd61) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:17:51.375157 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:17:51.375927 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:51.382019 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63008dd-9c82-4120-9625-8594f87fd71e None None] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:17:51.529576 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1529877 Jun 23 17:17:51.548217 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b2ded2-6077-4d96-9c3f-92e3f5633432 None None] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:17:54.113728 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53288) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:17:54.280751 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-51bba3fe-ba90-4171-a71c-aea4897a6a85 admin admin] 10.222.0.49 "GET /v2.0/routers/8a9daa85-777f-471b-8e2c-1fdd4a319a48 HTTP/1.1" status: 200 len: 710 time: 0.1651964 Jun 23 17:17:54.380557 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806258d2-9d33-40e3-a576-3ab7308b5e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:17:54.382403 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-806258d2-9d33-40e3-a576-3ab7308b5e67 admin admin] 10.222.0.49 "GET /v2.0/networks/0516b4b2-f673-4cdc-b63f-187f09eafd61 HTTP/1.1" status: 200 len: 886 time: 0.0948286 Jun 23 17:17:54.391834 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:17:54.512256 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:17:54.668547 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:17:54.671765 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:17:54.672247 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:54.732168 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33482045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5456'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:54.783630 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:54.827268 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a,segment=NetworkSegment(ec50c097-de59-4335-863f-25d2087fef7f),segment_id=ec50c097-de59-4335-863f-25d2087fef7f)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:17:54.910151 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:54.913365 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:55.026707 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:55.033646 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:55.221268 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:55.461050 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:55.578072 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Allocated IP 172.28.1.221 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:17:55.693123 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:56.460719 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:17:56.513197 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:17:56.513571 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:56.524235 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:56.528168 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:56.568020 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:17:56.570969 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:17:56.577987 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:17:56.581260 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Pushing event updated for resources: {'Port': ['ID=1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:56.585112 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:56.926952 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:57.141568 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33482045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5456'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:57.145461 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33482088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33481987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33482010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33049270'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:57.255986 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Router 8a9daa85-777f-471b-8e2c-1fdd4a319a48 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:17:57.372647 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:17:57.379642 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:57.381213 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] 10.222.0.49 "PUT /v2.0/routers/8a9daa85-777f-471b-8e2c-1fdd4a319a48 HTTP/1.1" status: 200 len: 890 time: 2.9927237 Jun 23 17:17:57.386542 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Sync routers for ids ['8a9daa85-777f-471b-8e2c-1fdd4a319a48'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:17:57.399882 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Routers {'8a9daa85-777f-471b-8e2c-1fdd4a319a48'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:17:57.401273 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:17:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['8a9daa85-777f-471b-8e2c-1fdd4a319a48'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:17:57.669136 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Set router 8a9daa85-777f-471b-8e2c-1fdd4a319a48 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:17:58.140935 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'name': 'router1', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:17:35Z', 'updated_at': '2021-06-23T17:17:56Z', 'revision_number': 4, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'gw_port': {'id': '1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:17:55Z', 'updated_at': '2021-06-23T17:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a', 'name': '', 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'mac_address': 'fa:16:3e:09:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:17:45Z', 'updated_at': '2021-06-23T17:17:54Z', 'revision_number': 5, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'subnets': [{'id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd076a67-71c5-4f7a-b9e8-b2e2908a1454'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:17:58.196185 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Checking router: 8a9daa85-777f-471b-8e2c-1fdd4a319a48 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:17:58.196558 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Updating router 8a9daa85-777f-471b-8e2c-1fdd4a319a48 port 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1 binding host dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:17:58.236877 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:58.607637 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:58.619767 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Transition to ACTIVE for port object 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:17:58.710025 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:58.712384 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:58.766217 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Attempting to bind port 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:17:58.766596 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Attempting to bind port 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:17:58.766964 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Attempting to bind port 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1 on network 0516b4b2-f673-4cdc-b63f-187f09eafd61 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:17:58.774795 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eb915-5a62-4ef2-a85b-54feb8ec27bc None None] Pushing event updated for resources: {'Port': ['ID=1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:58.778718 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-457eb915-5a62-4ef2-a85b-54feb8ec27bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:58.780464 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:17:58.780839 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Checking segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:17:58.781289 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:58.781910 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Bound using segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:17:58.782411 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Bound port: 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:17:58.782785 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:58.843740 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] For port 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:17:58.847208 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] For port 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:17:58.935008 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:58.937539 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:17:59.087383 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eb915-5a62-4ef2-a85b-54feb8ec27bc None None] Pushing event updated for resources: {'Port': ['ID=1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:17:59.090574 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Routers {'8a9daa85-777f-471b-8e2c-1fdd4a319a48'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:17:59.091230 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:17:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['8a9daa85-777f-471b-8e2c-1fdd4a319a48'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:17:59.093646 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-457eb915-5a62-4ef2-a85b-54feb8ec27bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:17:59.225999 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] Set router 8a9daa85-777f-471b-8e2c-1fdd4a319a48 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:17:59.479590 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'name': 'router1', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:17:35Z', 'updated_at': '2021-06-23T17:17:56Z', 'revision_number': 4, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'gw_port': {'id': '1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:17:55Z', 'updated_at': '2021-06-23T17:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a', 'name': '', 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'mac_address': 'fa:16:3e:09:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:17:45Z', 'updated_at': '2021-06-23T17:17:54Z', 'revision_number': 5, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'subnets': [{'id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd076a67-71c5-4f7a-b9e8-b2e2908a1454'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:17:59.514076 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5bc12a-01b6-4816-9858-9b2b83123778 None None] The sync data for ids ['8a9daa85-777f-471b-8e2c-1fdd4a319a48'] in dv-cinder-788253-3-smb is: [{'id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'name': 'router1', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': '1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:17:35Z', 'updated_at': '2021-06-23T17:17:56Z', 'revision_number': 4, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'gw_port': {'id': '1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:17:55Z', 'updated_at': '2021-06-23T17:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a', 'name': '', 'network_id': '4b97d93a-355b-4b8e-92a3-410e38885748', 'tenant_id': '98bae105ba764d0b8edb05de2c6b599a', 'mac_address': 'fa:16:3e:09:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9daa85-777f-471b-8e2c-1fdd4a319a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:17:45Z', 'updated_at': '2021-06-23T17:17:54Z', 'revision_number': 5, 'project_id': '98bae105ba764d0b8edb05de2c6b599a', 'subnets': [{'id': '783cb027-ffd9-441a-819f-dc4fb77c5f4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd076a67-71c5-4f7a-b9e8-b2e2908a1454'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:18:00.277014 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53296) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:18:00.467958 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-2c095457-b529-42dc-b0df-38b263329e20 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1881282 Jun 23 17:18:00.504863 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:18:00.672421 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:18:00.678635 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:18:00.679392 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:00.816473 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:00.855062 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:18:00.929023 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:00.931886 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:18:01.005754 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:01.011120 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:18:02.490600 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:18:02.579037 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 1d0a4699-f8ad-4e4d-a207-44fb8dcc74c1 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:18:02.579037 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:05.135774 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-12035401-6bff-45d6-9c75-91609725a9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:06.203321 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:07.632148 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-25b744c8-7511-4085-833f-18e3e4874356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:09.235383 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:10.620199 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:25.688822 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:18:35.139774 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c5a66563-55a6-4fe3-9765-a2afd0818d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:36.233412 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:37.671566 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-73c9b62d-d386-4aaf-8dec-56b7dd4506ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:39.208786 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:40.630673 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:02.687880 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:19:05.269813 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0cbd41c8-81fb-43b3-b67a-880666a831ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:06.201568 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:07.612577 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e9b7-b18c-4bbd-80e3-7cf437bb186a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:09.178458 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:10.611469 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:35.125907 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d96fbe48-707e-429c-ad67-77e7a9628708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:36.206309 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:37.632613 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-52765c8f-d13d-4801-8685-f682666e1288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:39.182774 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:39.692159 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:19:40.655536 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:51.836740 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53866) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:19:51.906436 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f899751c-c2ad-4d0c-92cc-39d4d2c6ea2a admin admin] GET failed (client error): The resource could not be found. Jun 23 17:19:51.907993 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-f899751c-c2ad-4d0c-92cc-39d4d2c6ea2a admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0702877 Jun 23 17:19:52.093352 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd05a1c0-7b17-4216-8b03-e2c9de23e6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:19:52.094783 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-fd05a1c0-7b17-4216-8b03-e2c9de23e6cc admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1823606 Jun 23 17:19:54.354822 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 53876) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:19:54.474780 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8e054-d75f-4f2e-885f-72b912446406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:19:54.476218 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c5a8e054-d75f-4f2e-885f-72b912446406 admin admin] 10.222.0.49 "GET /v2.0/subnets/783cb027-ffd9-441a-819f-dc4fb77c5f4a HTTP/1.1" status: 200 len: 849 time: 0.1204064 Jun 23 17:19:54.486012 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:19:54.581272 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:54.809417 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792184171484'] for subnet, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:54.813142 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-baee85af-614c-4547-ad05-ae2acade7c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:19:54.847915 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:19:54.848422 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:54.850295 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] 10.222.0.49 "PUT /v2.0/subnets/783cb027-ffd9-441a-819f-dc4fb77c5f4a HTTP/1.1" status: 200 len: 868 time: 0.3678014 Jun 23 17:19:54.862881 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c06d3bd-a197-49c6-91d1-58ed16ac01a1 None None] Network 4b97d93a-355b-4b8e-92a3-410e38885748 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:19:54.875274 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783cb027-ffd9-441a-819f-dc4fb77c5f4a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:54.883561 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:54.884009 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:54.884217 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:54.884548 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:54.884874 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:54.885201 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:54.885519 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:54.885838 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:54.886173 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:54.886491 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:54.886812 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:54.887176 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:54.891366 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:19:55.324934 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-179499ef-1a84-4004-bf56-9d764031f507 None None] Provisioning complete for port 1c7b8bd1-f7fe-478c-ac87-cd0ae865c68a triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:19:55.325633 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-179499ef-1a84-4004-bf56-9d764031f507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:55.431447 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-179499ef-1a84-4004-bf56-9d764031f507 None None] Provisioning complete for port 8dde4369-8e3b-413a-8b7f-c53d100b2447 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:19:55.431711 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-179499ef-1a84-4004-bf56-9d764031f507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:57.127743 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 53886) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:19:57.349295 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628545f-823d-4b7e-a2ce-c6aab6fae02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:19:57.349695 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628545f-823d-4b7e-a2ce-c6aab6fae02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:19:57.351342 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-3628545f-823d-4b7e-a2ce-c6aab6fae02b admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2222750 Jun 23 17:19:59.636911 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53894) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:19:59.957059 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2cc0d-2b4d-454a-8f86-c0973b9b11bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:19:59.957400 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2cc0d-2b4d-454a-8f86-c0973b9b11bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:19:59.958798 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-bfe2cc0d-2b4d-454a-8f86-c0973b9b11bf admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3209114 Jun 23 17:20:02.235219 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53902) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:02.375041 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aa72bc-bc9f-4f96-b685-85e502970a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:20:02.376451 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-99aa72bc-bc9f-4f96-b685-85e502970a37 admin admin] 10.222.0.49 "GET /v2.0/networks/0516b4b2-f673-4cdc-b63f-187f09eafd61 HTTP/1.1" status: 200 len: 886 time: 0.1402166 Jun 23 17:20:04.640941 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53910) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:04.789349 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11bdd95-cce4-4f0f-be40-880262a565dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:20:04.790765 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-f11bdd95-cce4-4f0f-be40-880262a565dc admin admin] 10.222.0.49 "GET /v2.0/networks/4b97d93a-355b-4b8e-92a3-410e38885748 HTTP/1.1" status: 200 len: 869 time: 0.1487548 Jun 23 17:20:05.102049 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0ec3e402-4243-4641-8fdd-24bcfcb760e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:06.182259 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:06.994561 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53918) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:07.156658 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a08745-03e9-461f-a5ef-ea6f61546a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:20:07.157119 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a08745-03e9-461f-a5ef-ea6f61546a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:20:07.159398 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-94a08745-03e9-461f-a5ef-ea6f61546a4f admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1632714 Jun 23 17:20:07.637815 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-eeb1eab1-3140-4091-be16-58027855c85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:09.244794 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:09.447681 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 53926) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:09.584951 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570fdfd3-4bc3-430a-8dc2-2c880d2bcb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:20:09.585315 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570fdfd3-4bc3-430a-8dc2-2c880d2bcb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:20:09.587062 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-570fdfd3-4bc3-430a-8dc2-2c880d2bcb86 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1380584 Jun 23 17:20:10.620951 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:11.878192 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 53934) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:11.984921 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a376b18-ea5b-4286-867a-14c09fce5f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:20:11.986346 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-5a376b18-ea5b-4286-867a-14c09fce5f01 admin admin] 10.222.0.49 "GET /v2.0/subnets/0e838f03-2b68-47b7-b8bc-7bb830b070f3 HTTP/1.1" status: 200 len: 816 time: 0.1068192 Jun 23 17:20:14.271937 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 53942) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:14.382708 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8247ce3-532f-4196-8dc4-024aa2491512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:20:14.384378 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-b8247ce3-532f-4196-8dc4-024aa2491512 admin admin] 10.222.0.49 "GET /v2.0/subnets/783cb027-ffd9-441a-819f-dc4fb77c5f4a HTTP/1.1" status: 200 len: 868 time: 0.1112840 Jun 23 17:20:16.691338 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:20:35.123813 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f8e3848c-d0c8-4db6-bb05-1669e9b6ecbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:36.226420 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:37.690087 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-82056a3f-5a32-43f3-aeba-d10fac52d46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:39.071400 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 53986) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:39.128453 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [None req-c3b1f2a8-513a-4faf-9516-917dabe7b241 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:20:39.129472 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-c3b1f2a8-513a-4faf-9516-917dabe7b241 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570569 Jun 23 17:20:39.195806 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:40.688901 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:41.524451 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 53994) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:41.591496 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.pecan_wsgi.hooks.translation [None req-3668bb66-02c9-4f0e-9bcf-bf475f32e9fb admin admin] GET failed (client error): The resource could not be found. Jun 23 17:20:41.591496 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-3668bb66-02c9-4f0e-9bcf-bf475f32e9fb admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639920 Jun 23 17:20:41.802176 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b210212-2e66-4b05-be6d-078903ca6e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:20:41.803722 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-8b210212-2e66-4b05-be6d-078903ca6e40 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2101898 Jun 23 17:20:44.047247 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54002) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:44.099595 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:20:44.254895 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Made reservation on behalf of d8f2a1ec703c4510b3acf8f8adc12434 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:20:44.257412 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:44.287331 dv-cinder-788253-3-smb neutron-server[93828]: WARNING neutron.services.revisions.revision_plugin [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Could not find related network for resource to bump revision. Jun 23 17:20:44.312347 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:20:44.327783 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792184303382', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:44.328315 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Unsubscribe: segment precommit_create {{(pid=93828) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 17:20:44.328882 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.segments_db [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Added segment 08ace48f-448a-461c-9b81-d59c5bd22172 of type vlan for network 0172d8d6-faf2-4d18-99d1-6a70662a2a0d Jun 23 17:20:44.387279 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:44.517730 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:44.519150 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:20:44.519733 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:44.522041 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:20:44.627072 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Pushing event updated for resources: {'Network': ['ID=0172d8d6-faf2-4d18-99d1-6a70662a2a0d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:44.635462 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:44.635961 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:44.636391 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:44.636813 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:44.637251 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:44.637721 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:44.638173 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:44.638555 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:44.639051 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:44.639510 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:44.639950 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:44.640356 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:44.645541 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:20:44.654461 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network 0172d8d6-faf2-4d18-99d1-6a70662a2a0d details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:20:44.708112 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6589124 Jun 23 17:20:46.954858 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54010) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:20:47.019060 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.pecan_wsgi.hooks.translation [None req-42688f8c-dedf-4035-82ee-3ff9dcc747ce admin admin] GET failed (client error): The resource could not be found. Jun 23 17:20:47.020463 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-42688f8c-dedf-4035-82ee-3ff9dcc747ce admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0643361 Jun 23 17:20:47.096103 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f5f7ed-1db3-47bd-af6e-e2c3e6cfa381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:20:47.097576 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c9f5f7ed-1db3-47bd-af6e-e2c3e6cfa381 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0731642 Jun 23 17:20:47.112496 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:20:47.248651 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Made reservation on behalf of d8f2a1ec703c4510b3acf8f8adc12434 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:20:47.251230 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:47.574220 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:47.577790 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:20:47.629800 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42bc85ba-a11f-4559-99bb-47984267721b,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:47.637121 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:20:47.646448 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Checking segment: {'id': '08ace48f-448a-461c-9b81-d59c5bd22172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:20:47.646816 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Network hostable DHCP agents. Network: 0172d8d6-faf2-4d18-99d1-6a70662a2a0d, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:20:47.746158 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Network 0172d8d6-faf2-4d18-99d1-6a70662a2a0d is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:20:47.916761 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, 0172d8d6-faf2-4d18-99d1-6a70662a2a0d) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:20:47.923360 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:20:47.937174 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:47.938050 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509d3afd-c770-40ab-b6eb-560cd9b298db None None] Network 0172d8d6-faf2-4d18-99d1-6a70662a2a0d requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:20:48.089355 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e4dfc4c-f182-56e9-9889-ff28e47dae6d-0172d8d6-faf2-4d18-99d1-6a70662a2a0d', 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d', 'tenant_id': 'd8f2a1ec703c4510b3acf8f8adc12434', 'fixed_ips': [{'subnet_id': '42bc85ba-a11f-4559-99bb-47984267721b'}]}} from dv-cinder-788253-3-smb. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:20:48.090247 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:48.095933 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9870353 Jun 23 17:20:48.244835 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Allocated IP 192.168.233.2 (0172d8d6-faf2-4d18-99d1-6a70662a2a0d/42bc85ba-a11f-4559-99bb-47984267721b/5e85b56b-9b20-4962-81e1-dc08b53bcfb5) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:20:48.430088 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:48.439882 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Transition to ACTIVE for port object 5e85b56b-9b20-4962-81e1-dc08b53bcfb5 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:20:48.457172 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Transition to ACTIVE for port object 5e85b56b-9b20-4962-81e1-dc08b53bcfb5 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:20:48.587463 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:48.591528 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-457eb915-5a62-4ef2-a85b-54feb8ec27bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:20:48.646800 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Network 0172d8d6-faf2-4d18-99d1-6a70662a2a0d is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:20:48.651244 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:20:48.658159 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:20:48.665092 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Pushing event updated for resources: {'Port': ['ID=5e85b56b-9b20-4962-81e1-dc08b53bcfb5,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:48.675581 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:48.675882 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:48.676230 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:48.676553 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:48.676908 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:48.677224 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:48.677539 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:48.677847 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:48.678163 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:48.678470 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:48.678781 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:48.679115 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:48.698276 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:20:48.736811 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Attempting to bind port 5e85b56b-9b20-4962-81e1-dc08b53bcfb5 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:20:48.737188 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Attempting to bind port 5e85b56b-9b20-4962-81e1-dc08b53bcfb5 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': '08ace48f-448a-461c-9b81-d59c5bd22172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:20:48.737549 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Attempting to bind port 5e85b56b-9b20-4962-81e1-dc08b53bcfb5 on network 0172d8d6-faf2-4d18-99d1-6a70662a2a0d {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:20:48.743521 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:20:48.743983 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Checking segment: {'id': '08ace48f-448a-461c-9b81-d59c5bd22172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:20:48.744327 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:48.744723 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Bound using segment: {'id': '08ace48f-448a-461c-9b81-d59c5bd22172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:20:48.745871 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Bound port: 5e85b56b-9b20-4962-81e1-dc08b53bcfb5, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ace48f-448a-461c-9b81-d59c5bd22172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:20:48.745871 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:48.825582 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] For port 5e85b56b-9b20-4962-81e1-dc08b53bcfb5, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:20:48.825582 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] For port 5e85b56b-9b20-4962-81e1-dc08b53bcfb5, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=5e85b56b-9b20-4962-81e1-dc08b53bcfb5,segment=NetworkSegment(08ace48f-448a-461c-9b81-d59c5bd22172),segment_id=08ace48f-448a-461c-9b81-d59c5bd22172)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:20:48.934347 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:48.936982 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-457eb915-5a62-4ef2-a85b-54feb8ec27bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:20:49.004768 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Pushing event updated for resources: {'Port': ['ID=5e85b56b-9b20-4962-81e1-dc08b53bcfb5,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:49.009862 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:20:49.921620 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb217f3-d253-47d7-80ca-978a06485f21 None None] Network 0172d8d6-faf2-4d18-99d1-6a70662a2a0d requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:20:50.111548 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-422fb560-6298-474a-892c-d3cc55a5bd4a None None] Provisioning for port 5e85b56b-9b20-4962-81e1-dc08b53bcfb5 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:20:50.640028 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 5e85b56b-9b20-4962-81e1-dc08b53bcfb5 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:20:50.796329 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 5e85b56b-9b20-4962-81e1-dc08b53bcfb5 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:20:50.796329 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 5e85b56b-9b20-4962-81e1-dc08b53bcfb5 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:20:50.796329 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:50.926274 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:50.972932 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port 5e85b56b-9b20-4962-81e1-dc08b53bcfb5, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=5e85b56b-9b20-4962-81e1-dc08b53bcfb5,segment=NetworkSegment(08ace48f-448a-461c-9b81-d59c5bd22172),segment_id=08ace48f-448a-461c-9b81-d59c5bd22172)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:51.077950 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:51.080373 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:20:51.140603 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=5e85b56b-9b20-4962-81e1-dc08b53bcfb5,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:51.144815 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:20:52.626581 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 5e85b56b-9b20-4962-81e1-dc08b53bcfb5 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:20:52.695139 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 5e85b56b-9b20-4962-81e1-dc08b53bcfb5 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:20:52.695714 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:53.691788 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:21:05.099539 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-baa1d8c3-e073-4ae8-b24b-c7dd7c67a55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:06.236428 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:07.620053 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-475a9a56-28f2-467c-a492-84bb47c48421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:09.254229 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:10.630792 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:30.693748 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:21:35.132820 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-52a598df-eaff-4163-8c0a-1a10b6231325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:36.242461 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:37.693604 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-37420816-7f41-4df3-8e9a-b994b58d4361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:39.235937 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:40.653384 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:05.149796 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0e0eaab1-0305-4f00-b8ed-a304d2a1d219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:06.202324 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:07.675369 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-edd0125a-3dd5-422c-b915-c23d1f1dad73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:07.692775 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:22:09.172349 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:10.635494 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:13.347649 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54062) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:22:13.355096 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [None req-6c08a663-b93f-4bb5-a3aa-cf91f307e95e tempest-verify_tempest_config-2105157831 tempest-verify_tempest_config-2105157831-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:22:13.356403 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-6c08a663-b93f-4bb5-a3aa-cf91f307e95e tempest-verify_tempest_config-2105157831 tempest-verify_tempest_config-2105157831-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074525 Jun 23 17:22:14.032933 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54080) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:22:14.157048 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:14.309073 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:14.406547 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:14.409863 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:22:14.455058 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b47e117d59184b5db2c09acfd3fb5427&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4208586 Jun 23 17:22:14.455890 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb7a24d-afdb-4839-939a-aafcb6750472,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:14.458469 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54084) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:22:14.462957 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.463337 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.463671 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.464006 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.464335 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.464661 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.464985 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.465811 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.466154 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.466475 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.466793 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.467137 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.471425 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:22:14.560150 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:14.597705 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:14.800968 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:14.803968 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:14.806789 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8bb7a24d-afdb-4839-939a-aafcb6750472 HTTP/1.1" status: 204 len: 168 time: 0.3453763 Jun 23 17:22:14.806789 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:22:14.814312 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb7a24d-afdb-4839-939a-aafcb6750472,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:14.823485 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.823830 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.824270 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.825586 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.825889 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.826446 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.826951 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.827315 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.827727 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.828171 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.828580 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.828992 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:14.835217 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:22:35.286705 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d414b4ac-3827-44cd-b55b-17420781b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:36.263991 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:37.629465 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6e9a-f6d9-4ff2-b547-8f1c8d806b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:39.223495 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:40.675476 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:22:44.691836 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:23:05.246648 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c0bb10b8-86cb-4f1a-a9b3-eeea38fe6295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:06.252489 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:07.724454 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-718527c0-bf92-4ff8-9ab0-19218afe4f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:09.229176 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:10.660766 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:21.690038 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:23:35.200569 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-553751be-b2d1-4672-ba3d-d228a085462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:36.217644 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:37.664012 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e246363f-3d4f-42bd-8c3e-ec38a084a277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:39.184220 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:40.663527 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:23:58.689772 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:24:02.252320 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373'] for agent, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:05.138147 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2987-30c6-47c4-a26a-4d001f819440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:06.242870 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:07.129303 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54138) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:07.249409 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-0cf9584f-ca23-4855-9be6-680cc800018f admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1186006 Jun 23 17:24:07.658062 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5549202c-2c21-4b3a-8246-db3ed54e41fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:09.234882 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:09.505351 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54152) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:24:09.566051 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-a507cb04-5c0e-4406-a113-8ac25cb9a91e admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0594532 Jun 23 17:24:10.674570 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:32.269300 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.172102 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-418bbfa6-385e-4add-854e-9c646ceefcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:35.689807 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:24:36.274793 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:37.772245 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-51784f6e-cbb2-467f-819d-46036de8c9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:39.240300 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:24:40.646374 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:02.252107 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:05.131945 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-92ed12cb-b463-45b5-9413-171018cb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:06.228912 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:07.640165 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d558932e-fbfc-43fa-a840-9682bd78565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:09.240449 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:10.692951 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:12.689518 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:25:32.258001 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:35.382851 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e4065d-f398-4651-985d-65866f6f8f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:36.233971 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:37.657279 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b65b4ddc-e546-44bd-a75b-f8f5e3431d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:39.263123 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:40.645901 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:49.212116 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54256) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:49.517663 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1020737521-network', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:49.696736 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:25:50.080264 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Made reservation on behalf of b1583257fbcc456d9d720f62c237ca1b for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:50.082916 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:50.092539 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:50.202258 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:50.314494 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:50.318084 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:50.341837 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:25:50.353237 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d7c335-90a6-4a33-ae12-9d7628f15022,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:50.358514 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:50.358903 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.segments_db [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Added segment 549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d of type vlan for network 172ef0f4-4e06-4b11-9e1f-51d467b2976e Jun 23 17:25:50.373647 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:50.378316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:50.378316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:50.378316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:50.378316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:50.378316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:50.378316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:50.378316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:50.378316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:50.378316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:50.378316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:50.378316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Tracked resource versions report: Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: pushed versions: Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: { 'AddressGroup': {'1.2'}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'ConntrackHelper': {'1.0'}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'Log': {'1.0'}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'Network': {'1.1'}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'Port': {'1.7'}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'PortForwarding': {'1.2'}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'QosPolicy': {'1.8'}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'SecurityGroup': {'1.4'}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'SubPort': {'1.0'}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'Subnet': {'1.1'}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'Trunk': {'1.1'}} Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: consumer versions: Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: { DHCP agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: HyperV agent@hv-cinder-78825: {}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: L3 agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: Metadata agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: Metering agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: Open vSwitch agent@dv-cinder-788253-3-smb: { 'AddressGroup': '1.2', Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'ConntrackHelper': '1.0', Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'Log': '1.0', Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'Network': '1.1', Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'Port': '1.7', Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'PortForwarding': '1.2', Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'QosPolicy': '1.8', Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'SecurityGroup': '1.4', Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'SecurityGroupRule': '1.2', Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'SubPort': '1.0', Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'Subnet': '1.1', Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: 'Trunk': '1.1'}} Jun 23 17:25:50.379701 dv-cinder-788253-3-smb neutron-server[93828]: {{(pid=93828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:25:50.383355 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:50.430312 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:50.532191 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:50.534610 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:50.540939 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:50.542751 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-02c23d11-0f7b-430f-9ecd-c3daa8836e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:50.642691 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Pushing event updated for resources: {'Network': ['ID=172ef0f4-4e06-4b11-9e1f-51d467b2976e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:50.647054 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:50.655227 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network 172ef0f4-4e06-4b11-9e1f-51d467b2976e details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:25:50.669875 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4561012 Jun 23 17:25:50.674020 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54300) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:50.683671 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Request body: {'subnet': {'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1020737521-subnet', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:50.823846 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Made reservation on behalf of b1583257fbcc456d9d720f62c237ca1b for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:50.828088 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:51.229386 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:51.234706 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:51.326302 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c681fbb-07c8-4e8c-977d-2a59084dd09c,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:51.339645 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Checking segment: {'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:51.340190 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Network hostable DHCP agents. Network: 172ef0f4-4e06-4b11-9e1f-51d467b2976e, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:25:51.344177 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:51.344715 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:51.345238 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:51.345760 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:51.346310 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:51.346730 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:51.347253 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:51.347661 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:51.348071 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:51.348462 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:51.348865 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:51.349364 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Tracked resource versions report: Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: pushed versions: Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: { 'AddressGroup': {'1.2'}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'ConntrackHelper': {'1.0'}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'Log': {'1.0'}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'Network': {'1.1'}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'Port': {'1.7'}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'PortForwarding': {'1.2'}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'QosPolicy': {'1.8'}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'SecurityGroup': {'1.4'}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'SubPort': {'1.0'}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'Subnet': {'1.1'}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'Trunk': {'1.1'}} Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: consumer versions: Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: { DHCP agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: HyperV agent@hv-cinder-78825: {}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: L3 agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: Metadata agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: Metering agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: Open vSwitch agent@dv-cinder-788253-3-smb: { 'AddressGroup': '1.2', Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'ConntrackHelper': '1.0', Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'Log': '1.0', Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'Network': '1.1', Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'Port': '1.7', Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'PortForwarding': '1.2', Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'QosPolicy': '1.8', Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'SecurityGroup': '1.4', Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'SecurityGroupRule': '1.2', Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'SubPort': '1.0', Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'Subnet': '1.1', Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: 'Trunk': '1.1'}} Jun 23 17:25:51.351414 dv-cinder-788253-3-smb neutron-server[93829]: {{(pid=93829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:25:51.355870 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:51.503639 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Network 172ef0f4-4e06-4b11-9e1f-51d467b2976e is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:25:51.628794 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, 172ef0f4-4e06-4b11-9e1f-51d467b2976e) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:51.635185 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:51.636271 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:51.645949 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0441e661-eaa6-4c05-863f-c45933d72097 None None] Network 172ef0f4-4e06-4b11-9e1f-51d467b2976e requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:51.733747 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0576365 Jun 23 17:25:51.736237 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54336) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:51.743868 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1020737521-router', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:51.915217 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5451'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:51.917192 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33047578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33478959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33124684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5442'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:51.982453 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3944d14d-1efb-4d65-9eed-2bb1c3610349 None None] Network 172ef0f4-4e06-4b11-9e1f-51d467b2976e requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:52.106441 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:52.251084 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54354) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:52.394074 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33482045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5456'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:52.812929 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:52.966481 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:52.986010 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54374) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:53.009121 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-network', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:53.087128 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Allocated IP 172.28.1.27 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/c11bb369-4d8f-49b1-9dad-80edd07354e0) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:25:53.113084 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Made reservation on behalf of 6d2c437b0bb44576bcdb543df23b5100 for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:53.120767 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.133742 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.210220 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.307485 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54386) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:53.324952 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.338558 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.344287 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:53.378731 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.385413 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3fce0c92-1861-4634-b0fb-fb3c1bb8d595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:53.416477 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54396) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:53.418483 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Pushing event updated for resources: {'Port': ['ID=c11bb369-4d8f-49b1-9dad-80edd07354e0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:53.421702 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba90a816-bd79-470a-822b-42f1330afe61,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:53.439592 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-414414962-network', 'tenant_id': '2f7f1fc7c7684687a31591139b8eff95'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:53.445906 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:53.458194 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:53.464308 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:25:53.467351 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:53.474316 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:25:53.481522 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:25:53.496890 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.497431 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.segments_db [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Added segment 32e8fa50-8c52-4172-abe0-5758b3896f7a of type vlan for network 24554d49-d1fb-4273-bea4-2417edbdfc3e Jun 23 17:25:53.579525 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Made reservation on behalf of 2f7f1fc7c7684687a31591139b8eff95 for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:53.583136 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.618162 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.625048 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.644315 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1572029055-network', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:53.691147 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422502996-network', 'tenant_id': '9f6ebc147de84838bde36d50295a6fc4'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:53.762852 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.765061 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:53.766454 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.770203 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-4834cbaa-0b77-488b-8e8b-3ed99a9b8a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:53.791400 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Made reservation on behalf of e1e100c3cf8441968bf57fae965174a1 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:53.794937 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.807782 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.877941 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.db.api [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 17:25:53.877941 dv-cinder-788253-3-smb neutron-server[93828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 17:25:53.877941 dv-cinder-788253-3-smb neutron-server[93828]: [parameters: {'project_id_1': 'e1e100c3cf8441968bf57fae965174a1', 'expiration_1': datetime.datetime(2021, 6, 23, 17, 25, 53, 824653)}] Jun 23 17:25:53.877941 dv-cinder-788253-3-smb neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:25:53.879459 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_db.api [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:25:53.950448 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Pushing event updated for resources: {'Network': ['ID=24554d49-d1fb-4273-bea4-2417edbdfc3e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:53.966362 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:53.967681 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network 24554d49-d1fb-4273-bea4-2417edbdfc3e details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:25:53.968162 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.db.api [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 17:25:53.968162 dv-cinder-788253-3-smb neutron-server[93829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 17:25:53.968162 dv-cinder-788253-3-smb neutron-server[93829]: [parameters: {'project_id_1': '2f7f1fc7c7684687a31591139b8eff95', 'expiration_1': datetime.datetime(2021, 6, 23, 17, 25, 53, 710877)}] Jun 23 17:25:53.968162 dv-cinder-788253-3-smb neutron-server[93829]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:25:53.968469 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_db.api [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:25:53.972586 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Made reservation on behalf of 9f6ebc147de84838bde36d50295a6fc4 for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:53.976659 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:53.992176 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.011581 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.076088 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8206003 Jun 23 17:25:54.077900 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54412) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:54.085988 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Request body: {'subnet': {'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-subnet', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:54.252242 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.377286 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.392007 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:54.395075 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.395555 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:25:54.422103 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.422500 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.segments_db [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Added segment 845f80a3-0794-4bae-806e-eb7a914892be of type vlan for network 0b0629b5-8f09-4e4c-819e-1e2a8f12d921 Jun 23 17:25:54.434891 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c7248a-5ec7-4331-96a2-36d812c7271f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:54.439463 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:54.443893 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33482088'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.473499 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.483398 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.514882 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Made reservation on behalf of 6d2c437b0bb44576bcdb543df23b5100 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:54.518950 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.659207 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.679002 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:54.679763 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.690340 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:54.763741 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Pushing event updated for resources: {'Network': ['ID=0b0629b5-8f09-4e4c-819e-1e2a8f12d921,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:54.767493 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:54.799344 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network 0b0629b5-8f09-4e4c-819e-1e2a8f12d921 details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:25:54.837891 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:54.962703 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Router 7bf01824-f580-458b-8ceb-a7cd703819b9 is scheduled to L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:25:55.061815 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.066532 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-ba539eb9-de88-4f35-9cb7-dff9bdfe9020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:55.067986 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.078047 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:55.145017 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c9528e-dbea-4474-b5f9-ef2f976c0b36,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:55.149914 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:55.151148 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Checking segment: {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:55.151502 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Network hostable DHCP agents. Network: 24554d49-d1fb-4273-bea4-2417edbdfc3e, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:25:55.183704 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7578948 Jun 23 17:25:55.190908 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54468) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:55.204537 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] Request body: {'subnet': {'network_id': '0b0629b5-8f09-4e4c-819e-1e2a8f12d921', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422502996-subnet', 'tenant_id': '9f6ebc147de84838bde36d50295a6fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:55.208802 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:25:55.240310 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415e4e7f-f8a8-4600-8404-d03c12cd86cd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:55.240310 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.240310 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.segments_db [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Added segment 0a68d59a-4fec-4688-8e75-542b154758c9 of type vlan for network b84a515c-6d41-4c9c-b073-221c5d108111 Jun 23 17:25:55.240310 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:55.247624 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:25:55.261731 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Sync routers for ids ['7bf01824-f580-458b-8ceb-a7cd703819b9'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:25:55.283943 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Routers {'7bf01824-f580-458b-8ceb-a7cd703819b9'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:25:55.284870 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:25:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['7bf01824-f580-458b-8ceb-a7cd703819b9'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:55.296949 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Network 24554d49-d1fb-4273-bea4-2417edbdfc3e is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:25:55.300878 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.387081 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.388227 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, 24554d49-d1fb-4273-bea4-2417edbdfc3e) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:55.392842 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:55.395085 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.400589 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d8a19-e4b8-48df-8c3e-4be9698f9074 None None] Network 24554d49-d1fb-4273-bea4-2417edbdfc3e requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:55.440259 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.441819 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:55.442460 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.444947 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:55.510444 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=b84a515c-6d41-4c9c-b073-221c5d108111,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:55.513391 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:55.524610 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Set router 7bf01824-f580-458b-8ceb-a7cd703819b9 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:25:55.525977 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network b84a515c-6d41-4c9c-b073-221c5d108111 details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:25:55.563437 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.584423 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:55.608310 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:25:55.629681 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.630700 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e4dfc4c-f182-56e9-9889-ff28e47dae6d-24554d49-d1fb-4273-bea4-2417edbdfc3e', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36'}]}} from dv-cinder-788253-3-smb. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:25:55.631751 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.633142 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8953221 Jun 23 17:25:55.635693 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54472) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:55.659642 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.660152 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.segments_db [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Added segment c0f98309-df75-4612-b026-ba20501d0c7d of type vlan for network 73eb6520-79c2-4959-8388-73775f920e36 Jun 23 17:25:55.715432 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4065230 Jun 23 17:25:55.720922 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54474) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:55.731793 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Request body: {'subnet': {'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1572029055-subnet', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:55.738136 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6570120 Jun 23 17:25:55.743678 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54476) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:55.753804 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:55.798659 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265d9086-5d52-4fda-a8c2-aff8efa861be,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:55.822342 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:55.830719 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:55.955725 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1020737521-router', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:51Z', 'updated_at': '2021-06-23T17:25:53Z', 'revision_number': 3, 'project_id': 'b1583257fbcc456d9d720f62c237ca1b', 'gw_port': {'id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:52Z', 'updated_at': '2021-06-23T17:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:55.992324 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Allocated IP 172.20.0.2 (24554d49-d1fb-4273-bea4-2417edbdfc3e/d2c9528e-dbea-4474-b5f9-ef2f976c0b36/d65651d6-66b7-456a-bec0-aa5e6b3e7e95) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:25:56.020067 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Checking router: 7bf01824-f580-458b-8ceb-a7cd703819b9 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:25:56.020566 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Updating router 7bf01824-f580-458b-8ceb-a7cd703819b9 port c11bb369-4d8f-49b1-9dad-80edd07354e0 binding host dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:25:56.080477 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] Made reservation on behalf of 9f6ebc147de84838bde36d50295a6fc4 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:56.089629 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:56.097331 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:56.440261 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:56.458488 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Transition to ACTIVE for port object d65651d6-66b7-456a-bec0-aa5e6b3e7e95 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:25:56.493955 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54482) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:56.495398 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54484) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:56.498508 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Transition to ACTIVE for port object d65651d6-66b7-456a-bec0-aa5e6b3e7e95 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:25:56.501353 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Made reservation on behalf of e1e100c3cf8441968bf57fae965174a1 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:56.507976 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:56.515868 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:56.519937 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:56.521592 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:56.523935 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:56.614768 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:56.643992 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-ca32e5b8-64cd-4b49-a580-8bd73e444a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:56.724193 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Network 24554d49-d1fb-4273-bea4-2417edbdfc3e is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:25:56.742618 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:56.744324 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:56.755255 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:25:56.778421 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:56.799798 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Pushing event updated for resources: {'Network': ['ID=73eb6520-79c2-4959-8388-73775f920e36,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:56.804932 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Transition to ACTIVE for port object c11bb369-4d8f-49b1-9dad-80edd07354e0 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:25:56.809392 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:56.810051 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-99364ff2-8643-47b0-801d-198793dd16c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:56.881062 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network 73eb6520-79c2-4959-8388-73775f920e36 details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:25:56.886313 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:56.890472 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-8e0ecc82-47b7-4b10-98a0-6516055baa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:56.917783 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5451'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:56.919812 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33047578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33478959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33124684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5442'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.012097 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] Pushing event updated for resources: {'Subnet': ['ID=314bc0eb-fde7-480a-beb9-2f04228ad198,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:57.028455 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:57.069962 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.0803349 Jun 23 17:25:57.071734 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] Checking segment: {'id': '845f80a3-0794-4bae-806e-eb7a914892be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0b0629b5-8f09-4e4c-819e-1e2a8f12d921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:57.073290 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.076277 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] Network hostable DHCP agents. Network: 0b0629b5-8f09-4e4c-819e-1e2a8f12d921, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:25:57.081517 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54504) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:57.119284 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Pushing event updated for resources: {'Port': ['ID=c11bb369-4d8f-49b1-9dad-80edd07354e0,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:57.122499 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Request body: {'subnet': {'network_id': '73eb6520-79c2-4959-8388-73775f920e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-414414962-subnet', 'tenant_id': '2f7f1fc7c7684687a31591139b8eff95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:57.127070 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f827bdd2-c1d9-4b71-8885-7c4e3a402d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.154829 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.158665 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.161752 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.162642 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.163212 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.163760 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.164292 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.165140 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.165676 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.166268 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.166698 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.167258 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Tracked resource versions report: Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: pushed versions: Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: { 'AddressGroup': {'1.2'}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'ConntrackHelper': {'1.0'}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'Log': {'1.0'}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'Network': {'1.1'}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'Port': {'1.7'}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'PortForwarding': {'1.2'}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'QosPolicy': {'1.8'}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'SecurityGroup': {'1.4'}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'SubPort': {'1.0'}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'Subnet': {'1.1'}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'Trunk': {'1.1'}} Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: consumer versions: Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: { DHCP agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: HyperV agent@hv-cinder-78825: {}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: L3 agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: Metadata agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: Metering agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: Open vSwitch agent@dv-cinder-788253-3-smb: { 'AddressGroup': '1.2', Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'ConntrackHelper': '1.0', Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'Log': '1.0', Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'Network': '1.1', Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'Port': '1.7', Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'PortForwarding': '1.2', Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'QosPolicy': '1.8', Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'SecurityGroup': '1.4', Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'SecurityGroupRule': '1.2', Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'SubPort': '1.0', Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'Subnet': '1.1', Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: 'Trunk': '1.1'}} Jun 23 17:25:57.169184 dv-cinder-788253-3-smb neutron-server[93831]: {{(pid=93831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:25:57.192021 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:57.197844 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Attempting to bind port c11bb369-4d8f-49b1-9dad-80edd07354e0 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:25:57.198428 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Attempting to bind port c11bb369-4d8f-49b1-9dad-80edd07354e0 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:25:57.199074 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Attempting to bind port c11bb369-4d8f-49b1-9dad-80edd07354e0 on network 0516b4b2-f673-4cdc-b63f-187f09eafd61 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:25:57.208295 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Pushing event updated for resources: {'Port': ['ID=d65651d6-66b7-456a-bec0-aa5e6b3e7e95,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:57.208753 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:25:57.209798 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-802a0a02-90e8-4a7e-8ca1-313fe931ad9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.209978 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Checking segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:57.210554 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.211259 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Bound using segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:25:57.212031 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Bound port: c11bb369-4d8f-49b1-9dad-80edd07354e0, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:25:57.212633 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.234801 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.235379 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.235913 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.236426 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.236962 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.237486 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.238011 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.238588 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.239147 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.239674 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.240822 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.240822 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Tracked resource versions report: Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: pushed versions: Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: { 'AddressGroup': {'1.2'}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'ConntrackHelper': {'1.0'}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'Log': {'1.0'}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'Network': {'1.1'}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'Port': {'1.7'}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'PortForwarding': {'1.2'}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'QosPolicy': {'1.8'}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'SecurityGroup': {'1.4'}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'SubPort': {'1.0'}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'Subnet': {'1.1'}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'Trunk': {'1.1'}} Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: consumer versions: Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: { DHCP agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: HyperV agent@hv-cinder-78825: {}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: L3 agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: Metadata agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: Metering agent@dv-cinder-788253-3-smb: {}, Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: Open vSwitch agent@dv-cinder-788253-3-smb: { 'AddressGroup': '1.2', Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'ConntrackHelper': '1.0', Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'Log': '1.0', Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'Network': '1.1', Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'Port': '1.7', Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'PortForwarding': '1.2', Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'QosPolicy': '1.8', Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'SecurityGroup': '1.4', Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'SecurityGroupRule': '1.2', Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'SubPort': '1.0', Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'Subnet': '1.1', Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: 'Trunk': '1.1'}} Jun 23 17:25:57.243269 dv-cinder-788253-3-smb neutron-server[93830]: {{(pid=93830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:25:57.264649 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:57.266366 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Attempting to bind port d65651d6-66b7-456a-bec0-aa5e6b3e7e95 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:25:57.267317 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Attempting to bind port d65651d6-66b7-456a-bec0-aa5e6b3e7e95 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:25:57.268192 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Attempting to bind port d65651d6-66b7-456a-bec0-aa5e6b3e7e95 on network 24554d49-d1fb-4273-bea4-2417edbdfc3e {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:25:57.278627 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:25:57.279679 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Checking segment: {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:57.280566 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.281441 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Bound using segment: {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:25:57.282514 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Bound port: d65651d6-66b7-456a-bec0-aa5e6b3e7e95, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:25:57.283457 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.289554 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] For port c11bb369-4d8f-49b1-9dad-80edd07354e0, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:25:57.294911 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] For port c11bb369-4d8f-49b1-9dad-80edd07354e0, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=c11bb369-4d8f-49b1-9dad-80edd07354e0,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:25:57.343784 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Made reservation on behalf of 2f7f1fc7c7684687a31591139b8eff95 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:25:57.347807 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.351904 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] Network 0b0629b5-8f09-4e4c-819e-1e2a8f12d921 is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:25:57.383690 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] For port d65651d6-66b7-456a-bec0-aa5e6b3e7e95, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:25:57.388176 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] For port d65651d6-66b7-456a-bec0-aa5e6b3e7e95, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=d65651d6-66b7-456a-bec0-aa5e6b3e7e95,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:25:57.406442 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.419191 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:57.477415 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Routers {'7bf01824-f580-458b-8ceb-a7cd703819b9'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:25:57.478605 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:25:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['7bf01824-f580-458b-8ceb-a7cd703819b9'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:57.536198 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.546960 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, 0b0629b5-8f09-4e4c-819e-1e2a8f12d921) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:57.560715 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:57.561294 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.577214 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Pushing event updated for resources: {'Port': ['ID=c11bb369-4d8f-49b1-9dad-80edd07354e0,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:57.584906 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:57.585496 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:57.595681 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3d43aa-bac1-4312-a4d0-83f03c94d584 None None] Network 0b0629b5-8f09-4e4c-819e-1e2a8f12d921 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:57.599317 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.639950 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33482045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5456'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.696267 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] Set router 7bf01824-f580-458b-8ceb-a7cd703819b9 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:25:57.812709 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Pushing event updated for resources: {'Port': ['ID=d65651d6-66b7-456a-bec0-aa5e6b3e7e95,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:57.832806 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:57.853924 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.881691 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.887121 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:57.903765 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f827bdd2-c1d9-4b71-8885-7c4e3a402d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:57.906799 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-85f84abc-9146-44bb-907e-cb8c0bd3a738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:57.942707 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40961e2f-3d17-415b-813c-4be4ea75252e None None] Network 0b0629b5-8f09-4e4c-819e-1e2a8f12d921 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:57.998670 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d21a176b-a50e-4c60-a176-6eaa31c30a8c,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:58.008378 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:58.012397 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Checking segment: {'id': 'c0f98309-df75-4612-b026-ba20501d0c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '73eb6520-79c2-4959-8388-73775f920e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:58.012397 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Network hostable DHCP agents. Network: 73eb6520-79c2-4959-8388-73775f920e36, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:25:58.043101 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f827bdd2-c1d9-4b71-8885-7c4e3a402d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.172318 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Network 73eb6520-79c2-4959-8388-73775f920e36 is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:25:58.288283 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9fd77b-a5f6-4b20-83ff-514e53263429,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:58.293412 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Allocated IP 172.20.0.1 (172ef0f4-4e06-4b11-9e1f-51d467b2976e/9c681fbb-07c8-4e8c-977d-2a59084dd09c/221ade1d-98a0-447f-a1d0-606a6b40dfea) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:25:58.296668 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, 73eb6520-79c2-4959-8388-73775f920e36) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:58.303554 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:58.305066 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.315874 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b79b2-44c8-4b72-9bb0-9a71d641ec9b None None] Network 73eb6520-79c2-4959-8388-73775f920e36 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:58.326972 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:58.328193 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:58.348854 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1020737521-router', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:51Z', 'updated_at': '2021-06-23T17:25:53Z', 'revision_number': 3, 'project_id': 'b1583257fbcc456d9d720f62c237ca1b', 'gw_port': {'id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:52Z', 'updated_at': '2021-06-23T17:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:58.379537 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dbdd9-172c-4f38-a909-c6be8678cea0 None None] The sync data for ids ['7bf01824-f580-458b-8ceb-a7cd703819b9'] in dv-cinder-788253-3-smb is: [{'id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1020737521-router', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:51Z', 'updated_at': '2021-06-23T17:25:53Z', 'revision_number': 3, 'project_id': 'b1583257fbcc456d9d720f62c237ca1b', 'gw_port': {'id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:52Z', 'updated_at': '2021-06-23T17:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:25:58.395462 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-f827bdd2-c1d9-4b71-8885-7c4e3a402d9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2374d12936946f8b6dba9609b52f4aa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8817222 Jun 23 17:25:58.398055 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54516) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:58.408531 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Checking segment: {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:25:58.409116 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Network hostable DHCP agents. Network: b84a515c-6d41-4c9c-b073-221c5d108111, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:25:58.508724 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827bdd2-c1d9-4b71-8885-7c4e3a402d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1d3fc2-419b-4d75-91a3-087510bb8448,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:58.512430 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f827bdd2-c1d9-4b71-8885-7c4e3a402d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:58.528952 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f76e0bf-3bd7-478f-b69c-4e804b509c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.577992 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f76e0bf-3bd7-478f-b69c-4e804b509c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.587619 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.587940 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a72dbbe-02d8-44c8-91f7-a176643fc1b3 None None] Network 73eb6520-79c2-4959-8388-73775f920e36 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:58.716666 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Network b84a515c-6d41-4c9c-b073-221c5d108111 is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:25:58.755373 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f76e0bf-3bd7-478f-b69c-4e804b509c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.756757 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, b84a515c-6d41-4c9c-b073-221c5d108111) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:58.761395 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:25:58.762209 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.763392 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f76e0bf-3bd7-478f-b69c-4e804b509c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.768090 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-3f76e0bf-3bd7-478f-b69c-4e804b509c75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e1d3fc2-419b-4d75-91a3-087510bb8448 HTTP/1.1" status: 204 len: 168 time: 0.3667743 Jun 23 17:25:58.773065 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-802a0a02-90e8-4a7e-8ca1-313fe931ad9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.783681 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:58.792677 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.805526 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf39bf-cb30-479e-baa5-07b2e47b8c8b None None] Network b84a515c-6d41-4c9c-b073-221c5d108111 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:25:58.822733 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76e0bf-3bd7-478f-b69c-4e804b509c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1d3fc2-419b-4d75-91a3-087510bb8448,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:58.831686 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.846762 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3f76e0bf-3bd7-478f-b69c-4e804b509c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:58.950676 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-802a0a02-90e8-4a7e-8ca1-313fe931ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:58.969216 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:58.978800 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.051454 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-40a7ec4e-185b-41f1-8530-33520ce7a10b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.8481753 Jun 23 17:25:59.065798 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device d65651d6-66b7-456a-bec0-aa5e6b3e7e95 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:25:59.076623 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9733171 Jun 23 17:25:59.078754 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3560772 Jun 23 17:25:59.085864 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54522) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:59.099560 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-802a0a02-90e8-4a7e-8ca1-313fe931ad9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0708d5cde5a4967b0de167c0c93617e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5838773 Jun 23 17:25:59.107242 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54526) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:25:59.111213 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:25:59.164518 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Network 172ef0f4-4e06-4b11-9e1f-51d467b2976e is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:25:59.195105 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a0a02-90e8-4a7e-8ca1-313fe931ad9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c0a2ab-5214-4193-a7cb-fad8831ab467,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:59.211426 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-802a0a02-90e8-4a7e-8ca1-313fe931ad9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:59.216817 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:25:59.222401 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:25:59.223621 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33427304'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.231854 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4519b2cb-ecf7-42f9-8cbc-59ee70b09c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:25:59.301877 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Allocated IP 172.28.1.72 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/feb59d1f-363e-4e46-84b1-c08d31e1ea80) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:25:59.349508 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5451'] for router, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.352905 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33047578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33478959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33124684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5442'] for router, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.399930 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86a59167-7ac9-4283-a218-48a041cf8521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.441915 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=221ade1d-98a0-447f-a1d0-606a6b40dfea,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:59.454510 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:25:59.459599 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e4dfc4c-f182-56e9-9889-ff28e47dae6d-b84a515c-6d41-4c9c-b073-221c5d108111', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429'}]}} from dv-cinder-788253-3-smb. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:25:59.476951 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.483374 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port d65651d6-66b7-456a-bec0-aa5e6b3e7e95 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:25:59.717011 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.759661 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86a59167-7ac9-4283-a218-48a041cf8521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.893734 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:25:59.910924 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09392b10-1093-4a12-9054-9ab4e56a6bb1 None None] Network 24554d49-d1fb-4273-bea4-2417edbdfc3e requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:26:00.027096 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.251395 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86a59167-7ac9-4283-a218-48a041cf8521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.260810 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-86a59167-7ac9-4283-a218-48a041cf8521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.263781 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-86a59167-7ac9-4283-a218-48a041cf8521 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67c0a2ab-5214-4193-a7cb-fad8831ab467 HTTP/1.1" status: 204 len: 168 time: 1.1530497 Jun 23 17:26:00.270348 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:00.290837 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a59167-7ac9-4283-a218-48a041cf8521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c0a2ab-5214-4193-a7cb-fad8831ab467,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:00.306488 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-86a59167-7ac9-4283-a218-48a041cf8521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:00.308141 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.334170 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:00.408736 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33482045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5456'] for router, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.445745 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:00.466180 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:00.467802 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:00.586317 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Allocated IP 172.20.0.2 (b84a515c-6d41-4c9c-b073-221c5d108111/6d9fd77b-a5f6-4b20-83ff-514e53263429/bfcee127-9d2a-4cb6-9613-fbb79044eb86) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:00.591893 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54558) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:00.714931 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcc71b33-b52d-4c01-9165-b40a6dd7eafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.716356 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Pushing event updated for resources: {'Port': ['ID=feb59d1f-363e-4e46-84b1-c08d31e1ea80,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:00.724130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:00.864243 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.920760 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-cefb7db0-e04f-44c1-ae1e-f52f122f16d1 None None] Provisioning for port d65651d6-66b7-456a-bec0-aa5e6b3e7e95 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:00.934963 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-cefb7db0-e04f-44c1-ae1e-f52f122f16d1 None None] Provisioning complete for port d65651d6-66b7-456a-bec0-aa5e6b3e7e95 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:00.935374 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cefb7db0-e04f-44c1-ae1e-f52f122f16d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.944109 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.945820 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33265121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33427332'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:00.949650 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:01.006400 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device c11bb369-4d8f-49b1-9dad-80edd07354e0 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:01.207251 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcc71b33-b52d-4c01-9165-b40a6dd7eafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.225356 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.266317 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.274776 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port c11bb369-4d8f-49b1-9dad-80edd07354e0 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:01.289151 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Transition to ACTIVE for port object bfcee127-9d2a-4cb6-9613-fbb79044eb86 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:01.296494 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port c11bb369-4d8f-49b1-9dad-80edd07354e0 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:01.297166 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.332011 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cefb7db0-e04f-44c1-ae1e-f52f122f16d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.345518 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcc71b33-b52d-4c01-9165-b40a6dd7eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.351034 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Transition to ACTIVE for port object bfcee127-9d2a-4cb6-9613-fbb79044eb86 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:01.360353 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:01.450960 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-cefb7db0-e04f-44c1-ae1e-f52f122f16d1 None None] For port d65651d6-66b7-456a-bec0-aa5e6b3e7e95, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=d65651d6-66b7-456a-bec0-aa5e6b3e7e95,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:01.505646 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33482088'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.517612 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=221ade1d-98a0-447f-a1d0-606a6b40dfea,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:01.536369 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:01.536628 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.546384 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:01.642342 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cefb7db0-e04f-44c1-ae1e-f52f122f16d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.652117 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.691790 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Network b84a515c-6d41-4c9c-b073-221c5d108111 is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:01.733151 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Network 172ef0f4-4e06-4b11-9e1f-51d467b2976e is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:01.743842 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:01.765656 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port c11bb369-4d8f-49b1-9dad-80edd07354e0, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=c11bb369-4d8f-49b1-9dad-80edd07354e0,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:01.767400 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:01.771353 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:01.790905 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Pushing event updated for resources: {'Port': ['ID=bfcee127-9d2a-4cb6-9613-fbb79044eb86,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:01.795091 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:01.795948 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc71b33-b52d-4c01-9165-b40a6dd7eafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564bebed-6302-4815-9292-bc7037373d47,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:01.799154 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:01.817683 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-dcc71b33-b52d-4c01-9165-b40a6dd7eafe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ebad57c05e6429ab9eaf295de0959e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2166655 Jun 23 17:26:01.820099 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-dcc71b33-b52d-4c01-9165-b40a6dd7eafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:01.822795 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54582) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:01.842163 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.909531 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.925359 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.955004 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Attempting to bind port bfcee127-9d2a-4cb6-9613-fbb79044eb86 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:01.955485 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Attempting to bind port bfcee127-9d2a-4cb6-9613-fbb79044eb86 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:01.955928 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Attempting to bind port bfcee127-9d2a-4cb6-9613-fbb79044eb86 on network b84a515c-6d41-4c9c-b073-221c5d108111 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:01.961601 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-aad41523-aa46-42f0-8490-e0b18d63e776 None None] Provisioning complete for port d65651d6-66b7-456a-bec0-aa5e6b3e7e95 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:01.962255 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-aad41523-aa46-42f0-8490-e0b18d63e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:01.962451 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Router 3dc677eb-66a3-4322-9057-89cdbb75a246 is scheduled to L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:26:01.988397 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54600) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:01.993821 dv-cinder-788253-3-smb neutron-server[93828]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 17:26:02.021746 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:02.022181 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Checking segment: {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:02.022606 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.023046 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Bound using segment: {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:02.023555 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Bound port: bfcee127-9d2a-4cb6-9613-fbb79044eb86, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:02.023936 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.049376 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb7db0-e04f-44c1-ae1e-f52f122f16d1 None None] Pushing event updated for resources: {'Port': ['ID=d65651d6-66b7-456a-bec0-aa5e6b3e7e95,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:02.060792 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-cefb7db0-e04f-44c1-ae1e-f52f122f16d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:02.081092 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:02.144309 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=c11bb369-4d8f-49b1-9dad-80edd07354e0,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:02.156463 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:02.249641 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] For port bfcee127-9d2a-4cb6-9613-fbb79044eb86, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:02.254036 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] For port bfcee127-9d2a-4cb6-9613-fbb79044eb86, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=bfcee127-9d2a-4cb6-9613-fbb79044eb86,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:02.257416 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-12f84561-3525-43fa-9a1d-ebeb406898ba tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:02.259024 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-12f84561-3525-43fa-9a1d-ebeb406898ba tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/networks?id=73eb6520-79c2-4959-8388-73775f920e36 HTTP/1.1" status: 200 len: 811 time: 0.2673919 Jun 23 17:26:02.294246 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Allocated IP 172.28.1.124 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/33eaf3a4-4efe-4a6c-85d0-3baaa5013245) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:02.337072 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-feb54c43-d9c2-4b39-9196-d8a6fc5dcaaf tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/quotas/2f7f1fc7c7684687a31591139b8eff95 HTTP/1.1" status: 200 len: 375 time: 0.0660481 Jun 23 17:26:02.345461 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Router 7bf01824-f580-458b-8ceb-a7cd703819b9 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:26:02.346312 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a0742a9-42f7-4819-b6e7-fae995b2c03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.349338 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.351023 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.354773 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:02.416591 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a0742a9-42f7-4819-b6e7-fae995b2c03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.437748 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Pushing event updated for resources: {'Port': ['ID=bfcee127-9d2a-4cb6-9613-fbb79044eb86,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:02.437748 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:02.477656 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.558655 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54606) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:02.573089 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609861511-network', 'tenant_id': '45637e65d55f4e1bb3926da2ebc04bb1'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:02.634406 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-d478de4b-7ca0-4744-b28a-abff6afb6da3 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f7f1fc7c7684687a31591139b8eff95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2625329 Jun 23 17:26:02.722468 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:26:02.742197 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Sync routers for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:26:02.761594 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.764404 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:02.775060 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:02.775060 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:25:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:02.864703 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:26:02.875737 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] 10.222.0.49 "PUT /v2.0/routers/7bf01824-f580-458b-8ceb-a7cd703819b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2387688 Jun 23 17:26:02.886472 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Sync routers for ids ['7bf01824-f580-458b-8ceb-a7cd703819b9'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:26:02.899295 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Routers {'7bf01824-f580-458b-8ceb-a7cd703819b9'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:02.900394 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:25:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['7bf01824-f580-458b-8ceb-a7cd703819b9'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:02.914187 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:02.916270 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1701341 Jun 23 17:26:02.920646 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54614) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:03.038087 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Made reservation on behalf of 45637e65d55f4e1bb3926da2ebc04bb1 for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:26:03.076737 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.090666 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54616) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:03.108649 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device c11bb369-4d8f-49b1-9dad-80edd07354e0 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:03.152435 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.182531 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:03.204434 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a0742a9-42f7-4819-b6e7-fae995b2c03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.206204 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:03.226125 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:03.231147 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a0742a9-42f7-4819-b6e7-fae995b2c03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.245367 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-4a0742a9-42f7-4819-b6e7-fae995b2c03d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/564bebed-6302-4815-9292-bc7037373d47 HTTP/1.1" status: 204 len: 168 time: 1.4213212 Jun 23 17:26:03.250897 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-96549ea4-a9bd-4b9c-a6d0-e9937d9c276e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:03.261038 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Set router 7bf01824-f580-458b-8ceb-a7cd703819b9 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:03.270496 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:03.301960 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0742a9-42f7-4819-b6e7-fae995b2c03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564bebed-6302-4815-9292-bc7037373d47,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:03.306439 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4a0742a9-42f7-4819-b6e7-fae995b2c03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:03.320419 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Pushing event updated for resources: {'Port': ['ID=33eaf3a4-4efe-4a6c-85d0-3baaa5013245,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:03.538381 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:03.688502 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port c11bb369-4d8f-49b1-9dad-80edd07354e0 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:03.688502 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.694718 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4f514287-7c1b-44f6-b74f-19b82476b0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.695314 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1020737521-router', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:51Z', 'updated_at': '2021-06-23T17:25:59Z', 'revision_number': 4, 'project_id': 'b1583257fbcc456d9d720f62c237ca1b', 'gw_port': {'id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:52Z', 'updated_at': '2021-06-23T17:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '221ade1d-98a0-447f-a1d0-606a6b40dfea', 'name': '', 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'mac_address': 'fa:16:3e:83:dd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c681fbb-07c8-4e8c-977d-2a59084dd09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:57Z', 'updated_at': '2021-06-23T17:26:00Z', 'revision_number': 2, 'project_id': 'b1583257fbcc456d9d720f62c237ca1b', 'subnets': [{'id': '9c681fbb-07c8-4e8c-977d-2a59084dd09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:03.733883 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Checking router: 7bf01824-f580-458b-8ceb-a7cd703819b9 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:26:03.734553 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Updating router 7bf01824-f580-458b-8ceb-a7cd703819b9 port 221ade1d-98a0-447f-a1d0-606a6b40dfea binding host dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:26:03.781814 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:03.815023 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-1f5bb873-be54-4839-a5c4-4abd6bba1df7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:26:03.817531 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-1f5bb873-be54-4839-a5c4-4abd6bba1df7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4186029 Jun 23 17:26:04.144552 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.202837 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device d65651d6-66b7-456a-bec0-aa5e6b3e7e95 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:04.277207 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:00Z', 'revision_number': 3, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:04.307714 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.331720 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:04.385697 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.400610 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Transition to ACTIVE for port object 221ade1d-98a0-447f-a1d0-606a6b40dfea will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:04.411043 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54654) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:04.437631 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-dbd29658-c22e-4b5c-a03b-5a6ca3ec5a2a service neutron] 10.222.0.49 "GET /v2.0/networks/73eb6520-79c2-4959-8388-73775f920e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082444 Jun 23 17:26:04.456943 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd564d2b-2f01-42e4-a784-ecc21910cf10 None None] Network b84a515c-6d41-4c9c-b073-221c5d108111 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:26:04.475294 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:26:04.478377 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Checking router: 3dc677eb-66a3-4322-9057-89cdbb75a246 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:26:04.478971 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Updating router 3dc677eb-66a3-4322-9057-89cdbb75a246 port feb59d1f-363e-4e46-84b1-c08d31e1ea80 binding host dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:26:04.485708 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.489647 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-e9d20196-2656-4015-8f8f-17e051422022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:04.508875 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a90459-0cd1-427f-8c55-a6be90d2c9e4,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:04.513422 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:04.538015 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.538573 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.segments_db [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Added segment 7c24fb77-c4ea-4496-8a67-c2ceb3adf77a of type vlan for network 2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e Jun 23 17:26:04.627795 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.690924 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.710609 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c294d-74ad-4f97-98cc-d05c293d50d7 None None] Pushing event updated for resources: {'Port': ['ID=221ade1d-98a0-447f-a1d0-606a6b40dfea,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:04.758668 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7fa9037d-0218-47a0-81ad-65563d5e741e None None] Provisioning for port bfcee127-9d2a-4cb6-9613-fbb79044eb86 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:04.765235 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.787928 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-885c294d-74ad-4f97-98cc-d05c293d50d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:04.837603 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port d65651d6-66b7-456a-bec0-aa5e6b3e7e95 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:04.837990 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.861201 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4f514287-7c1b-44f6-b74f-19b82476b0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.861407 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-870ffd8d-58b8-42f9-b1eb-1f8bd4c4f441 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:04.861586 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Attempting to bind port 221ade1d-98a0-447f-a1d0-606a6b40dfea on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:04.862394 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Attempting to bind port 221ade1d-98a0-447f-a1d0-606a6b40dfea by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:04.862695 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-870ffd8d-58b8-42f9-b1eb-1f8bd4c4f441 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 819 time: 0.4497561 Jun 23 17:26:04.863728 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Attempting to bind port 221ade1d-98a0-447f-a1d0-606a6b40dfea on network 172ef0f4-4e06-4b11-9e1f-51d467b2976e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:04.877174 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:04.878809 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Checking segment: {'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:04.880482 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.881588 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Bound using segment: {'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:04.883021 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Bound port: 221ade1d-98a0-447f-a1d0-606a6b40dfea, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:04.884353 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:04.933682 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-1932bd47-8e5b-4255-81ab-94e912256053 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/quotas/b1583257fbcc456d9d720f62c237ca1b HTTP/1.1" status: 200 len: 375 time: 0.0520315 Jun 23 17:26:05.041896 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.066094 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33482088'] for router, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.074236 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4f514287-7c1b-44f6-b74f-19b82476b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.135147 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.135450 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] For port 221ade1d-98a0-447f-a1d0-606a6b40dfea, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:05.135450 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] For port 221ade1d-98a0-447f-a1d0-606a6b40dfea, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=221ade1d-98a0-447f-a1d0-606a6b40dfea,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:05.136179 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:05.145920 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-4f514287-7c1b-44f6-b74f-19b82476b0b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed044b7549e04dd180498779f2f851b1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0490661 Jun 23 17:26:05.145920 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:05.145920 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.147804 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54668) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:05.147804 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f514287-7c1b-44f6-b74f-19b82476b0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33db5ca1-b17f-44fd-8cdc-16166f410a49,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:05.282434 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-4f514287-7c1b-44f6-b74f-19b82476b0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:05.295561 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:05.298187 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.306398 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-b77cf316-9257-4e09-b632-00544e5940d1 service neutron] 10.222.0.49 "GET /v2.0/networks/73eb6520-79c2-4959-8388-73775f920e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8580678 Jun 23 17:26:05.321761 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:05.387701 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a6ab4fa5-7b0f-42ed-adc4-0757906476dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.497828 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-0e8a4aa1-c5df-4375-af4c-7f54f2a2538e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5513036 Jun 23 17:26:05.512477 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9514627 Jun 23 17:26:05.536482 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54676) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:05.553781 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Routers {'7bf01824-f580-458b-8ceb-a7cd703819b9'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:05.554861 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:25:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['7bf01824-f580-458b-8ceb-a7cd703819b9'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:05.583644 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] Request body: {'subnet': {'network_id': '2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609861511-subnet', 'tenant_id': '45637e65d55f4e1bb3926da2ebc04bb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:05.685294 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:05.708146 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c294d-74ad-4f97-98cc-d05c293d50d7 None None] Pushing event updated for resources: {'Port': ['ID=221ade1d-98a0-447f-a1d0-606a6b40dfea,revision_number=4']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:05.718018 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-885c294d-74ad-4f97-98cc-d05c293d50d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:05.721949 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:05.732110 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network 2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:26:05.767301 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.790645 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Transition to ACTIVE for port object feb59d1f-363e-4e46-84b1-c08d31e1ea80 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:05.797290 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4279b18c-3cfa-47ab-ae59-bd8577652a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.828366 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Allocated IP 172.20.0.1 (24554d49-d1fb-4273-bea4-2417edbdfc3e/d2c9528e-dbea-4474-b5f9-ef2f976c0b36/01430e51-372e-42c9-9cde-2b85404441eb) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:05.865863 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] Made reservation on behalf of 45637e65d55f4e1bb3926da2ebc04bb1 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:26:05.872595 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:05.926449 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] Set router 7bf01824-f580-458b-8ceb-a7cd703819b9 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:06.017112 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.035487 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device bfcee127-9d2a-4cb6-9613-fbb79044eb86 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:06.066766 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4279b18c-3cfa-47ab-ae59-bd8577652a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.100703 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:06.172087 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-d783f4ba-5976-47ad-9bf8-83fb2a118726 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:26:06.184509 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-d783f4ba-5976-47ad-9bf8-83fb2a118726 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4266477 Jun 23 17:26:06.210137 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Router 63d382cf-5f94-4b03-b308-af40e1f65198 is scheduled to L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f with binding_index 1 {{(pid=93829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:26:06.366414 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Attempting to bind port feb59d1f-363e-4e46-84b1-c08d31e1ea80 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:06.367181 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Attempting to bind port feb59d1f-363e-4e46-84b1-c08d31e1ea80 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:06.367813 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Attempting to bind port feb59d1f-363e-4e46-84b1-c08d31e1ea80 on network 0516b4b2-f673-4cdc-b63f-187f09eafd61 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:06.392403 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.441071 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1020737521-router', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:51Z', 'updated_at': '2021-06-23T17:25:59Z', 'revision_number': 4, 'project_id': 'b1583257fbcc456d9d720f62c237ca1b', 'gw_port': {'id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:52Z', 'updated_at': '2021-06-23T17:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '221ade1d-98a0-447f-a1d0-606a6b40dfea', 'name': '', 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'mac_address': 'fa:16:3e:83:dd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c681fbb-07c8-4e8c-977d-2a59084dd09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:57Z', 'updated_at': '2021-06-23T17:26:05Z', 'revision_number': 4, 'project_id': 'b1583257fbcc456d9d720f62c237ca1b', 'subnets': [{'id': '9c681fbb-07c8-4e8c-977d-2a59084dd09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:06.442471 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.455859 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:06.463807 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Checking segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:06.466607 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.467419 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Bound using segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:06.468356 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Bound port: feb59d1f-363e-4e46-84b1-c08d31e1ea80, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:06.469318 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.488671 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6822e37-3d63-4e21-908d-73dd10c2a0d9 None None] The sync data for ids ['7bf01824-f580-458b-8ceb-a7cd703819b9'] in dv-cinder-788253-3-smb is: [{'id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1020737521-router', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:51Z', 'updated_at': '2021-06-23T17:25:59Z', 'revision_number': 4, 'project_id': 'b1583257fbcc456d9d720f62c237ca1b', 'gw_port': {'id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:52Z', 'updated_at': '2021-06-23T17:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '221ade1d-98a0-447f-a1d0-606a6b40dfea', 'name': '', 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'mac_address': 'fa:16:3e:83:dd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9c681fbb-07c8-4e8c-977d-2a59084dd09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:57Z', 'updated_at': '2021-06-23T17:26:05Z', 'revision_number': 4, 'project_id': 'b1583257fbcc456d9d720f62c237ca1b', 'subnets': [{'id': '9c681fbb-07c8-4e8c-977d-2a59084dd09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:26:06.539197 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c339a9ef-f344-4ad9-b233-43ddf46ca6d3 req-18fc1513-326b-4ef5-946f-a6fd56ddc7ef tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 210 time: 0.2932503 Jun 23 17:26:06.663614 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeee131-1e41-4b57-a372-2db130b7de2b None None] Pushing event updated for resources: {'Port': ['ID=feb59d1f-363e-4e46-84b1-c08d31e1ea80,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:06.671872 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-eaeee131-1e41-4b57-a372-2db130b7de2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:06.759150 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] For port feb59d1f-363e-4e46-84b1-c08d31e1ea80, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:06.765869 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] For port feb59d1f-363e-4e46-84b1-c08d31e1ea80, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=feb59d1f-363e-4e46-84b1-c08d31e1ea80,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:06.782635 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port bfcee127-9d2a-4cb6-9613-fbb79044eb86 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:06.786930 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port bfcee127-9d2a-4cb6-9613-fbb79044eb86 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:06.787332 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.801215 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-367cb50e-160c-4adc-bf93-f2168440048b service neutron] 10.222.0.49 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141648 Jun 23 17:26:06.886167 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Transition to ACTIVE for port object 01430e51-372e-42c9-9cde-2b85404441eb will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:06.887363 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:06.911020 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:06.987440 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:07.029894 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4279b18c-3cfa-47ab-ae59-bd8577652a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:07.033973 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:26:07.037255 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:07.038773 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:07.039222 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:25:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:07.053097 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4279b18c-3cfa-47ab-ae59-bd8577652a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:07.053812 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-4279b18c-3cfa-47ab-ae59-bd8577652a35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33db5ca1-b17f-44fd-8cdc-16166f410a49 HTTP/1.1" status: 204 len: 168 time: 1.7772498 Jun 23 17:26:07.064039 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:07.083329 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279b18c-3cfa-47ab-ae59-bd8577652a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33db5ca1-b17f-44fd-8cdc-16166f410a49,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:07.089670 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-4279b18c-3cfa-47ab-ae59-bd8577652a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:07.090528 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:07.094500 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Sync routers for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:26:07.112062 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeee131-1e41-4b57-a372-2db130b7de2b None None] Pushing event updated for resources: {'Port': ['ID=feb59d1f-363e-4e46-84b1-c08d31e1ea80,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:07.147759 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-3fc0bb00-b889-47db-b61e-5c4c1f319b7e service neutron] 10.222.0.49 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437915 Jun 23 17:26:07.162738 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:07.165825 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2a714bd0-7329-40d2-b790-8287dfec0182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:07.202634 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:07.208349 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1209972 Jun 23 17:26:07.210033 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54732) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:07.211087 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] Checking segment: {'id': '7c24fb77-c4ea-4496-8a67-c2ceb3adf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:07.212258 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] Network hostable DHCP agents. Network: 2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:26:07.225533 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a5e577-728f-4893-ba2e-b456fdf3f577,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:07.237463 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:07.310419 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Network 24554d49-d1fb-4273-bea4-2417edbdfc3e is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:07.350628 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:07.362767 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:07.363483 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33427304'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:07.416437 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] Network 2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:26:07.464155 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:07.529219 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Pushing event updated for resources: {'Port': ['ID=01430e51-372e-42c9-9cde-2b85404441eb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:07.535982 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:07.650216 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, 2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:07.679479 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:07.682903 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:07.721069 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-eaeee131-1e41-4b57-a372-2db130b7de2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:07.793962 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e583ef74-ec84-4572-aa72-2c108ef594f2 None None] Network 2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:26:08.062095 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port bfcee127-9d2a-4cb6-9613-fbb79044eb86, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=bfcee127-9d2a-4cb6-9613-fbb79044eb86,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:08.080921 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:08.087732 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:25:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:08.089999 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-84497a8f-ba9c-488b-8c2a-9062cf3d6447 req-2cdb55e4-3e74-4d59-8430-904b6872836a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 210 time: 0.0730000 Jun 23 17:26:08.150509 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c657b65b-bbf0-4f41-abce-01f174ccec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.157566 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d12bf449-f494-4c9f-8e32-0f553e3550a4 req-14bc5c30-19bb-4e5e-a28c-a1767b8ed974 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 210 time: 0.1215484 Jun 23 17:26:08.194948 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.245908 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:08.417408 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:08.418014 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=bfcee127-9d2a-4cb6-9613-fbb79044eb86,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:08.429186 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:08.442348 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-03b093f3-5b4a-47ca-8daf-6a2ac64bb404 None None] Provisioning for port 01430e51-372e-42c9-9cde-2b85404441eb completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:08.446625 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 221ade1d-98a0-447f-a1d0-606a6b40dfea up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:08.461435 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-26d713ca-14b6-440a-8568-28467b47e97e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9135799 Jun 23 17:26:08.528599 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:08.833187 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-03b093f3-5b4a-47ca-8daf-6a2ac64bb404 None None] Provisioning complete for port 01430e51-372e-42c9-9cde-2b85404441eb triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:08.833187 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-03b093f3-5b4a-47ca-8daf-6a2ac64bb404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.041543 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-03b093f3-5b4a-47ca-8daf-6a2ac64bb404 None None] Port 01430e51-372e-42c9-9cde-2b85404441eb cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:26:09.113402 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a55000c-1c15-42fc-beb5-e73fd3c4a8e9 None None] Network 2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:26:09.147703 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 54802) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:09.243318 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c57c043-cffe-47cf-8cc6-ca5b9d83ed9e admin admin] Deleting subnet 314bc0eb-fde7-480a-beb9-2f04228ad198 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:26:09.264205 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c57c043-cffe-47cf-8cc6-ca5b9d83ed9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.293086 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.402297 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.469641 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-eb507a36-fa2e-4926-9a8b-95754e341758 req-10794cc1-a43e-420a-914a-49007e5343fc tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 210 time: 0.1287103 Jun 23 17:26:09.500196 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c57c043-cffe-47cf-8cc6-ca5b9d83ed9e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.570940 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.605846 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c57c043-cffe-47cf-8cc6-ca5b9d83ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.617168 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33265121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33427332'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.624685 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:09.765734 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-3b00b9cf-ffc3-4c71-8c91-7979c8512185 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:09.767599 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-3b00b9cf-ffc3-4c71-8c91-7979c8512185 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 819 time: 0.7073767 Jun 23 17:26:09.808569 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:00Z', 'revision_number': 3, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:09.853699 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Pushing event updated for resources: {'Port': ['ID=01430e51-372e-42c9-9cde-2b85404441eb,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:09.863158 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:09.864661 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-8857c531-b0e6-4316-9f84-2f7a16a6dbb6 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/quotas/b1583257fbcc456d9d720f62c237ca1b HTTP/1.1" status: 200 len: 375 time: 0.0805576 Jun 23 17:26:09.920876 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:09.921914 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 221ade1d-98a0-447f-a1d0-606a6b40dfea completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:09.931370 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Allocated IP 172.20.0.1 (b84a515c-6d41-4c9c-b073-221c5d108111/6d9fd77b-a5f6-4b20-83ff-514e53263429/d3f8f1f5-62c5-4053-8c9c-12b3ec79d357) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:09.964189 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f957e9e-c1f8-47b4-9362-3c5297507bb9 None None] The sync data for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb is: [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:00Z', 'revision_number': 3, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:26:09.985357 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 221ade1d-98a0-447f-a1d0-606a6b40dfea triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:09.986513 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.076917 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c57c043-cffe-47cf-8cc6-ca5b9d83ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.083682 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:10.124010 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:04Z', 'revision_number': 3, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:10.157101 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.164660 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57c043-cffe-47cf-8cc6-ca5b9d83ed9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=314bc0eb-fde7-480a-beb9-2f04228ad198,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:10.189339 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Transition to ACTIVE for port object d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:10.206434 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c57c043-cffe-47cf-8cc6-ca5b9d83ed9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.206434 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-4c57c043-cffe-47cf-8cc6-ca5b9d83ed9e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/314bc0eb-fde7-480a-beb9-2f04228ad198 HTTP/1.1" status: 204 len: 168 time: 1.0526576 Jun 23 17:26:10.207258 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54828) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:10.285140 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Checking router: 63d382cf-5f94-4b03-b308-af40e1f65198 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:26:10.285641 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Updating router 63d382cf-5f94-4b03-b308-af40e1f65198 port 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 binding host dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:26:10.287565 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Network 24554d49-d1fb-4273-bea4-2417edbdfc3e is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:10.308717 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:10.332242 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4c57c043-cffe-47cf-8cc6-ca5b9d83ed9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:10.342508 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-59f070ee-1976-4521-b134-f13a35cf6f7d tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4428930 Jun 23 17:26:10.550444 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.627101 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.652595 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-86ccbffd-f790-4f32-8d75-3d955dacd7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:10.774533 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Pushing event updated for resources: {'Port': ['ID=d3f8f1f5-62c5-4053-8c9c-12b3ec79d357,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:10.780019 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:10.815346 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-8d2788a1-042f-4774-97c3-40c0012b3c69 service neutron] 10.222.0.49 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575835 Jun 23 17:26:10.906693 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.985721 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:10.986648 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:11.003515 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:11.014619 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.017482 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.018651 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.021441 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > port after_create 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.021975 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > port after_delete 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.022866 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > port after_update 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.023421 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.023899 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.025938 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.026555 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.058366 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9943a579-ada2-4ea1-a996-bdc341f9821f None None] Provisioning complete for port 01430e51-372e-42c9-9cde-2b85404441eb triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:11.058751 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9943a579-ada2-4ea1-a996-bdc341f9821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:11.079028 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-a14d61f5-acf7-4e83-a78e-26c1e332ab51 service neutron] 10.222.0.49 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728826 Jun 23 17:26:11.097245 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Router 3dc677eb-66a3-4322-9057-89cdbb75a246 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:26:11.196097 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f2e7359a-8801-4f9e-934f-75fabbcc4c0e req-26b26ea4-4bd1-44a1-b602-3dbb7fc6f288 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 210 time: 0.3759708 Jun 23 17:26:11.570325 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.570715 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.583844 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.584691 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:26:11.585093 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0629b5-8f09-4e4c-819e-1e2a8f12d921']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:11.643323 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845f80a3-0794-4bae-806e-eb7a914892be') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:11.643648 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845f80a3-0794-4bae-806e-eb7a914892be') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:11.749520 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30971532'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:11.773328 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Network b84a515c-6d41-4c9c-b073-221c5d108111 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:11.778728 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-12c2dccc-be9a-4c48-adb6-a0b92e6875e6 req-8c4e5279-3a5a-4f0e-9801-4242087fc609 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 210 time: 0.1233702 Jun 23 17:26:11.816123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:11.848738 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:26:11.851040 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:11.851878 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33427304'] for router_interface, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:11.882405 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] 10.222.0.49 "PUT /v2.0/routers/3dc677eb-66a3-4322-9057-89cdbb75a246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9512391 Jun 23 17:26:11.944439 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port 221ade1d-98a0-447f-a1d0-606a6b40dfea, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=221ade1d-98a0-447f-a1d0-606a6b40dfea,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:12.025960 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.028967 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-9943a579-ada2-4ea1-a996-bdc341f9821f None None] Port 01430e51-372e-42c9-9cde-2b85404441eb cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:26:12.046034 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Transition to ACTIVE for port object 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:12.106118 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.106391 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.113294 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:12.152358 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:26:12.153305 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31588823'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: from cryptography.utils import int_from_bytes Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: from cryptography.utils import int_from_bytes Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: Traceback (most recent call last): Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: timer() Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: cb(*args, **kw) Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: return func(*args, **kwargs) Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: self._notify() Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: self.callback(batched_events) Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: event.method(event) Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: return f(self, *a, **k) Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: return self._get(url).json() Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: return self.request(url, 'GET', **kwargs) Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:26:12.161267 dv-cinder-788253-3-smb neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:26:12.374679 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=221ade1d-98a0-447f-a1d0-606a6b40dfea,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:12.398412 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.456996 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:12.465038 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:12.652483 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Attempting to bind port 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:12.653082 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Attempting to bind port 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:12.653664 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Attempting to bind port 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 on network 0516b4b2-f673-4cdc-b63f-187f09eafd61 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:12.684916 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.695563 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-74a907bd-47f1-462a-a29b-40d11a16ae54 req-4b432d76-43c8-43ff-83a5-dd6baf5cd35f tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 210 time: 0.0816288 Jun 23 17:26:12.772050 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device feb59d1f-363e-4e46-84b1-c08d31e1ea80 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:12.867608 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-593a5e95-f220-4149-aa18-b049e38eb6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:12.908932 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:12.909723 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Checking segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:12.913094 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.914879 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Bound using segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:12.918532 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Bound port: 33eaf3a4-4efe-4a6c-85d0-3baaa5013245, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:12.919218 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.957680 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:12.962732 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] 10.222.0.49 "DELETE /v2.0/networks/0b0629b5-8f09-4e4c-819e-1e2a8f12d921 HTTP/1.1" status: 204 len: 168 time: 2.7526410 Jun 23 17:26:12.973275 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54924) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:12.973275 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Pushing event deleted for resources: {'Network': ['ID=0b0629b5-8f09-4e4c-819e-1e2a8f12d921,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:12.978208 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:13.028561 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d126781d-f70c-40e4-b7af-d3af4455db73 req-d30c315e-b76a-4ff4-b763-6a982529245c tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 210 time: 0.1168301 Jun 23 17:26:13.089917 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] For port 33eaf3a4-4efe-4a6c-85d0-3baaa5013245, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:13.115493 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] For port 33eaf3a4-4efe-4a6c-85d0-3baaa5013245, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=33eaf3a4-4efe-4a6c-85d0-3baaa5013245,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:13.197710 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d1a27-5a2f-4f88-8dd9-158c54a3a2a1 None None] Pushing event updated for resources: {'Port': ['ID=33eaf3a4-4efe-4a6c-85d0-3baaa5013245,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:13.226662 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-ff2d1a27-5a2f-4f88-8dd9-158c54a3a2a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:13.291105 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.299037 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:13.306785 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f2266bed-c64f-45d3-b1b1-05b61d005337 None None] Provisioning for port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:13.330377 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_v2 [None req-165385f5-87e2-4184-848d-1adf190668f5 admin admin] Deleting subnet f3a5e577-728f-4893-ba2e-b456fdf3f577 {{(pid=93829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:26:13.340731 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.344453 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-165385f5-87e2-4184-848d-1adf190668f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.385099 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f2266bed-c64f-45d3-b1b1-05b61d005337 None None] Provisioning complete for port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:13.385758 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f2266bed-c64f-45d3-b1b1-05b61d005337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.400914 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Sync routers for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:26:13.431362 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-165385f5-87e2-4184-848d-1adf190668f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30971539'] for subnet, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.505771 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port feb59d1f-363e-4e46-84b1-c08d31e1ea80 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:13.517315 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:13.524112 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-165385f5-87e2-4184-848d-1adf190668f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.525182 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:26:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:13.542272 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port feb59d1f-363e-4e46-84b1-c08d31e1ea80 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:13.542725 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:13.592346 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f2266bed-c64f-45d3-b1b1-05b61d005337 None None] Port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:26:13.607591 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:13.608687 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:26:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:13.622856 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d1a27-5a2f-4f88-8dd9-158c54a3a2a1 None None] Pushing event updated for resources: {'Port': ['ID=33eaf3a4-4efe-4a6c-85d0-3baaa5013245,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:13.745903 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-ff2d1a27-5a2f-4f88-8dd9-158c54a3a2a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:13.976294 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:14.021036 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-165385f5-87e2-4184-848d-1adf190668f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31588682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31526339'] for subnet, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.033027 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.050616 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-ca6ecfa1-26ff-404f-b06c-9ee0795ceb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:14.092936 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.74', 59927) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:14.098700 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165385f5-87e2-4184-848d-1adf190668f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a5e577-728f-4893-ba2e-b456fdf3f577,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:14.125462 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-165385f5-87e2-4184-848d-1adf190668f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:14.151854 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-165385f5-87e2-4184-848d-1adf190668f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.165475 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-165385f5-87e2-4184-848d-1adf190668f5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f3a5e577-728f-4893-ba2e-b456fdf3f577 HTTP/1.1" status: 204 len: 168 time: 1.1889317 Jun 23 17:26:14.166827 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54960) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:14.205931 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.410235 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:14.441602 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:14.496573 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.555620 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6720c680-c2de-43f7-95c8-bc20cc21bfbf req-eef36d02-4140-47b3-9704-ad97514cdafa tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 210 time: 0.1867633 Jun 23 17:26:14.587799 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33265121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33427332'] for router_interface, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.652183 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:14.770494 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-b71d28ca-cf16-48e1-86e2-232971392be9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:14.770494 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-b71d28ca-cf16-48e1-86e2-232971392be9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.74 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 819 time: 0.6551490 Jun 23 17:26:14.825192 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Request body: {'port': {'device_id': 'f049761c-b184-4efb-a646-294647e0b2d1', 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e', 'admin_state_up': True, 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:14.888231 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 2, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:14.972735 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Checking router: 3dc677eb-66a3-4322-9057-89cdbb75a246 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:26:14.973339 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Updating router 3dc677eb-66a3-4322-9057-89cdbb75a246 port 01430e51-372e-42c9-9cde-2b85404441eb binding host dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:26:15.001532 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Network b84a515c-6d41-4c9c-b073-221c5d108111 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:15.080582 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port feb59d1f-363e-4e46-84b1-c08d31e1ea80, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=feb59d1f-363e-4e46-84b1-c08d31e1ea80,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:15.097538 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:15.132429 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.154052 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Pushing event updated for resources: {'Port': ['ID=d3f8f1f5-62c5-4053-8c9c-12b3ec79d357,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:15.170524 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 54980) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:15.197948 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:15.205180 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-94efb2b0-a72a-4ff1-ba7d-3a467fa5bcdc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901982391', 'description': 'tempest-description--383308463'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:15.227098 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.228478 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device bfcee127-9d2a-4cb6-9613-fbb79044eb86 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:15.248160 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:15.311973 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.74', 59929) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:15.433926 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.496515 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:15.547614 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c24fb77-c4ea-4496-8a67-c2ceb3adf77a') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:15.547962 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c24fb77-c4ea-4496-8a67-c2ceb3adf77a') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:15.625027 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30971532'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.665717 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.697047 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b2621927-766b-429e-a238-0c93a10e20b1 req-e5b4a0fd-6e0f-4bce-ac96-60cd2a47ff03 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 210 time: 0.6622140 Jun 23 17:26:15.698138 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:26:15.699206 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31588823'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.718965 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=feb59d1f-363e-4e46-84b1-c08d31e1ea80,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:15.724785 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:15.823913 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-6ce7abac-ddd2-41cc-9dc1-10160b912c0b None None] Provisioning complete for port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:15.824473 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6ce7abac-ddd2-41cc-9dc1-10160b912c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.876023 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-36cbe056-ab31-41cf-8fa9-108b4e820d91 req-ac020b0c-66ec-4927-9caa-24254e33b5f2 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 210 time: 0.0506394 Jun 23 17:26:15.886557 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: Traceback (most recent call last): Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: timer() Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: cb(*args, **kw) Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: return func(*args, **kwargs) Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: self._notify() Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: self.callback(batched_events) Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: event.method(event) Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: return f(self, *a, **k) Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: return self._get(url).json() Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: return self.request(url, 'GET', **kwargs) Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:26:15.891357 dv-cinder-788253-3-smb neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:26:15.935917 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7abac-ddd2-41cc-9dc1-10160b912c0b None None] Port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:26:15.937937 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-94efb2b0-a72a-4ff1-ba7d-3a467fa5bcdc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:15.947360 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:09Z', 'revision_number': 1, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:15.953645 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port bfcee127-9d2a-4cb6-9613-fbb79044eb86 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:15.954263 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.015531 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Router 63d382cf-5f94-4b03-b308-af40e1f65198 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:26:16.051464 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-bac04eec-7d76-4713-91ce-d2a8e4cc7be5 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:16.053635 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-bac04eec-7d76-4713-91ce-d2a8e4cc7be5 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.74 "GET /v2.0/networks?id=73eb6520-79c2-4959-8388-73775f920e36 HTTP/1.1" status: 200 len: 811 time: 0.4168060 Jun 23 17:26:16.072574 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Request body: {'port': {'device_id': 'b31d6fee-b0de-4564-b3d5-96d13de2af93', 'network_id': '73eb6520-79c2-4959-8388-73775f920e36', 'admin_state_up': True, 'tenant_id': '2f7f1fc7c7684687a31591139b8eff95'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:16.116002 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Transition to ACTIVE for port object 01430e51-372e-42c9-9cde-2b85404441eb will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:16.135315 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a79d6-fd68-4789-993c-5c42357130d2 None None] The sync data for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb is: [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:09Z', 'revision_number': 1, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:26:16.179353 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:26:16.185898 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] 10.222.0.49 "PUT /v2.0/routers/63d382cf-5f94-4b03-b308-af40e1f65198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9677367 Jun 23 17:26:16.189254 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.199655 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.205540 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e HTTP/1.1" status: 204 len: 168 time: 2.0307453 Jun 23 17:26:16.205540 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-bf30a9de-cc69-4073-8682-434f5f85cbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:16.226630 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd22119-7e6a-4b1f-97c5-6eb4ae308e6e,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:16.230385 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:16.235972 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.247222 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:16.394517 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Made reservation on behalf of b1583257fbcc456d9d720f62c237ca1b for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:26:16.409047 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.420184 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff9463-6e49-4171-b517-09e34ee1651e None None] Pushing event updated for resources: {'Port': ['ID=01430e51-372e-42c9-9cde-2b85404441eb,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:16.429259 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-aeff9463-6e49-4171-b517-09e34ee1651e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:16.469480 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-94efb2b0-a72a-4ff1-ba7d-3a467fa5bcdc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.640321 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-94efb2b0-a72a-4ff1-ba7d-3a467fa5bcdc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.643315 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Attempting to bind port 01430e51-372e-42c9-9cde-2b85404441eb on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:16.644254 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1ae99247-1723-46cd-a7f6-96a351b36774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:16.644917 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Attempting to bind port 01430e51-372e-42c9-9cde-2b85404441eb by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:16.647089 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Attempting to bind port 01430e51-372e-42c9-9cde-2b85404441eb on network 24554d49-d1fb-4273-bea4-2417edbdfc3e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:16.656300 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:16.657503 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Checking segment: {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:16.658476 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.659399 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Bound using segment: {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:16.660625 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Bound port: 01430e51-372e-42c9-9cde-2b85404441eb, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:16.661891 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:16.735367 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device feb59d1f-363e-4e46-84b1-c08d31e1ea80 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:16.774596 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.74', 59937) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:16.919926 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] For port 01430e51-372e-42c9-9cde-2b85404441eb, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:16.946023 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] For port 01430e51-372e-42c9-9cde-2b85404441eb, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=01430e51-372e-42c9-9cde-2b85404441eb,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:17.008067 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port feb59d1f-363e-4e46-84b1-c08d31e1ea80 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:17.008980 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.049210 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efb2b0-a72a-4ff1-ba7d-3a467fa5bcdc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6af3adc-daf2-4cf6-88e8-385fd2713b71,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:17.096080 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-94efb2b0-a72a-4ff1-ba7d-3a467fa5bcdc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:17.149111 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.162101 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:17.184769 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 221ade1d-98a0-447f-a1d0-606a6b40dfea up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:17.284297 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-94efb2b0-a72a-4ff1-ba7d-3a467fa5bcdc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.295611 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-94efb2b0-a72a-4ff1-ba7d-3a467fa5bcdc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1032701 Jun 23 17:26:17.311927 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55072) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:17.323726 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-54d2b241-af5a-4812-8ac3-aa886f65339a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Request body: {'security_group_rule': {'security_group_id': 'e6af3adc-daf2-4cf6-88e8-385fd2713b71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:17.356163 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 221ade1d-98a0-447f-a1d0-606a6b40dfea triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:17.356344 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.370550 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Made reservation on behalf of 2f7f1fc7c7684687a31591139b8eff95 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:26:17.388848 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.390731 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:17.391737 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:26:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:17.436203 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d4e3c105-a2b0-4ce0-9562-b8bb32f335fb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:17.440561 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d4e3c105-a2b0-4ce0-9562-b8bb32f335fb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.74 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 819 time: 0.6565735 Jun 23 17:26:17.471287 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Request body: {'port': {'device_id': '949e0753-0f9a-44eb-a095-a4b0309eb444', 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e', 'admin_state_up': True, 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:17.627482 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54d2b241-af5a-4812-8ac3-aa886f65339a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.667558 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a2dcd67c-4bc6-491d-a538-1a20a267746a req-3ad4f657-99e7-400e-8955-8f8ffe05f54b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 210 time: 0.4294133 Jun 23 17:26:17.703947 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55082) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:17.759317 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff9463-6e49-4171-b517-09e34ee1651e None None] Pushing event updated for resources: {'Port': ['ID=01430e51-372e-42c9-9cde-2b85404441eb,revision_number=4']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:17.804610 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-aeff9463-6e49-4171-b517-09e34ee1651e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:17.868368 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54d2b241-af5a-4812-8ac3-aa886f65339a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.889117 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:17.976658 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54d2b241-af5a-4812-8ac3-aa886f65339a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:17.983938 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c2f5cc89-5dfe-4b69-8ae7-64473aa0f2e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f6ebc147de84838bde36d50295a6fc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2733812 Jun 23 17:26:17.989482 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55088) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:18.004034 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:18.217778 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55090) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:18.222792 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2b241-af5a-4812-8ac3-aa886f65339a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df030005-fbca-4148-8d32-facf7268be8a,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:18.268684 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-54d2b241-af5a-4812-8ac3-aa886f65339a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:18.331289 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Allocated IP 172.20.0.13 (172ef0f4-4e06-4b11-9e1f-51d467b2976e/9c681fbb-07c8-4e8c-977d-2a59084dd09c/884dc6a3-3735-4115-9fe2-e6d138eb2279) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:18.358607 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b8620935-fed9-4652-b52a-4bc9c013cae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:18.400785 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b8620935-fed9-4652-b52a-4bc9c013cae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:18.453562 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55098) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:18.478258 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-a64e2828-66bf-417a-b123-abf36cab935c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434151747', 'description': 'tempest-description--1576945660'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:18.503728 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54d2b241-af5a-4812-8ac3-aa886f65339a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:18.504959 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-54d2b241-af5a-4812-8ac3-aa886f65339a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1901460 Jun 23 17:26:18.521989 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55100) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:18.527183 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-d32d0eb5-720b-4e02-95d7-b485d4de406f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Request body: {'security_group_rule': {'security_group_id': 'e6af3adc-daf2-4cf6-88e8-385fd2713b71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:18.689770 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Made reservation on behalf of b1583257fbcc456d9d720f62c237ca1b for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:26:18.694124 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:18.714868 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-023d24f3-ecee-40b7-80ac-276cc3fdb80e req-b22f7691-2174-426e-8186-b36f7b6716a3 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 210 time: 0.3484621 Jun 23 17:26:18.728290 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b8620935-fed9-4652-b52a-4bc9c013cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:18.842244 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:18.859636 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b8620935-fed9-4652-b52a-4bc9c013cae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:18.874122 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-b8620935-fed9-4652-b52a-4bc9c013cae8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83c7248a-5ec7-4331-96a2-36d812c7271f HTTP/1.1" status: 204 len: 168 time: 0.8649821 Jun 23 17:26:18.901752 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:16Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:18.924412 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-94efb2b0-a72a-4ff1-ba7d-3a467fa5bcdc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:19.020317 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44bf3da8-f7cd-4076-a7c9-71463217989e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:19.068218 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e47f1-7aee-4b66-a783-2a349f420b86 None None] The sync data for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb is: [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:16Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:26:19.113688 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8620935-fed9-4652-b52a-4bc9c013cae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c7248a-5ec7-4331-96a2-36d812c7271f,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:19.121279 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:19.135086 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:19.135558 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:19.190364 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b8620935-fed9-4652-b52a-4bc9c013cae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:19.356559 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a64e2828-66bf-417a-b123-abf36cab935c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:19.715543 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:19.780941 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-15f55363-5cc0-46b3-a2b8-bff23f69880e req-41d07ac9-b7a9-4761-af42-23359e505635 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 210 time: 0.7096896 Jun 23 17:26:19.977330 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port 33eaf3a4-4efe-4a6c-85d0-3baaa5013245, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=33eaf3a4-4efe-4a6c-85d0-3baaa5013245,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:19.981121 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Allocated IP 172.20.0.12 (73eb6520-79c2-4959-8388-73775f920e36/d21a176b-a50e-4c60-a176-6eaa31c30a8c/6fe13766-6433-475c-b4e3-e2368fbf4efa) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:20.165875 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:20.169559 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:20.172542 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d32d0eb5-720b-4e02-95d7-b485d4de406f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:20.386940 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=33eaf3a4-4efe-4a6c-85d0-3baaa5013245,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:20.418798 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:20.520220 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:20.552061 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55124) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:20.623187 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 55126) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:20.641122 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d32d0eb5-720b-4e02-95d7-b485d4de406f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:20.743606 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5020606c-aaf4-4d89-8acf-8760c8bfc22a req-3f499f1e-8f12-4b4e-ad5b-0c531844bca7 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 210 time: 0.1266313 Jun 23 17:26:20.751050 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:20.804587 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:20.868096 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:20.920124 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d32d0eb5-720b-4e02-95d7-b485d4de406f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:20.971129 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 01430e51-372e-42c9-9cde-2b85404441eb up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:21.001996 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Network 172ef0f4-4e06-4b11-9e1f-51d467b2976e is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:21.088046 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:21.134803 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44bf3da8-f7cd-4076-a7c9-71463217989e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.139817 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Allocated IP 172.20.0.11 (172ef0f4-4e06-4b11-9e1f-51d467b2976e/9c681fbb-07c8-4e8c-977d-2a59084dd09c/0f59a660-0c7c-4a11-8ea2-fb261b89b17a) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:21.144898 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:21.171383 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d0eb5-720b-4e02-95d7-b485d4de406f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6168875b-44d0-4c74-afd7-cbaafd60fef5,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:21.188727 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-d32d0eb5-720b-4e02-95d7-b485d4de406f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:21.219170 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:21.228836 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 01430e51-372e-42c9-9cde-2b85404441eb completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:21.240321 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 01430e51-372e-42c9-9cde-2b85404441eb triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:21.240321 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.242816 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:21.251898 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.265878 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44bf3da8-f7cd-4076-a7c9-71463217989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.285479 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-b7ed98b5-1b87-479b-a523-3f7f0af3af98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45637e65d55f4e1bb3926da2ebc04bb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6532097 Jun 23 17:26:21.287067 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 55138) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:21.471188 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:21.471188 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3fc6c153-0140-4b85-83f5-07a1d56b3a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.471934 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.515589 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf3da8-f7cd-4076-a7c9-71463217989e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0fc281-539f-4e7b-9e8e-b5e237005823,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:21.538448 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-44bf3da8-f7cd-4076-a7c9-71463217989e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:21.543228 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port 01430e51-372e-42c9-9cde-2b85404441eb, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=01430e51-372e-42c9-9cde-2b85404441eb,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:21.556932 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Pushing event updated for resources: {'Port': ['ID=884dc6a3-3735-4115-9fe2-e6d138eb2279,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:21.575311 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5bcc8d95-5ab2-47c9-8139-96f4898db127 req-d222a6e7-f2fa-4f6b-a51f-bfe196aa7607 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 210 time: 0.2977834 Jun 23 17:26:21.595870 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:21.641088 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-44bf3da8-f7cd-4076-a7c9-71463217989e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4aab1e9b63b349c2ad0c2b7f6d23620a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4193244 Jun 23 17:26:21.644843 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.646144 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:21.647515 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55148) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:21.667087 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f186cf2-13c4-4cac-a634-5e7454c53895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.674159 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:21.721262 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f186cf2-13c4-4cac-a634-5e7454c53895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.842011 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.859483 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ad1e7cd0-c322-4e17-b384-f4cc7ad7c0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:21.872702 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a64e2828-66bf-417a-b123-abf36cab935c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.875662 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a00f0a6d-6f0a-476c-9837-ec405e0fbcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.909238 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Network 73eb6520-79c2-4959-8388-73775f920e36 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:21.925189 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:21.934918 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:21.940250 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.941993 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:21.943188 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.965161 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a00f0a6d-6f0a-476c-9837-ec405e0fbcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.967817 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Pushing event updated for resources: {'Port': ['ID=6fe13766-6433-475c-b4e3-e2368fbf4efa,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:21.974669 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:21.975423 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f186cf2-13c4-4cac-a634-5e7454c53895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.978537 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f186cf2-13c4-4cac-a634-5e7454c53895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:21.980043 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-8f186cf2-13c4-4cac-a634-5e7454c53895 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58a90459-0cd1-427f-8c55-a6be90d2c9e4 HTTP/1.1" status: 204 len: 168 time: 0.6017499 Jun 23 17:26:21.983368 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:22.008774 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f186cf2-13c4-4cac-a634-5e7454c53895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a90459-0cd1-427f-8c55-a6be90d2c9e4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:22.030438 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-8f186cf2-13c4-4cac-a634-5e7454c53895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:22.041290 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a64e2828-66bf-417a-b123-abf36cab935c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:22.059521 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=01430e51-372e-42c9-9cde-2b85404441eb,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:22.076254 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:22.099630 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-4279b18c-3cfa-47ab-ae59-bd8577652a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:22.132392 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0676970 Jun 23 17:26:22.145360 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-fb5765b8-9fde-4047-aee0-af9a6dfb4cd6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:26:22.146043 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:22.146663 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:22.147124 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-fb5765b8-9fde-4047-aee0-af9a6dfb4cd6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068991 Jun 23 17:26:22.218582 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4021342 Jun 23 17:26:22.268697 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d32d0eb5-720b-4e02-95d7-b485d4de406f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:22.272190 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-d32d0eb5-720b-4e02-95d7-b485d4de406f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.7469630 Jun 23 17:26:22.274404 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e2828-66bf-417a-b123-abf36cab935c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152df8ae-9635-4bf4-88ae-508c431354c2,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:22.278868 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55162) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:22.293715 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a64e2828-66bf-417a-b123-abf36cab935c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:22.297279 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Request body: {'floatingip': {'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:22.386110 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31588633'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:22.394724 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:22.470714 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5457c-cf00-496e-972f-8ebc9c50827a req-c94aec40-887f-4f85-acd0-34bcc6f5da41 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:22.489146 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6bc5457c-cf00-496e-972f-8ebc9c50827a req-c94aec40-887f-4f85-acd0-34bcc6f5da41 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 932 time: 0.2508063 Jun 23 17:26:22.534506 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a00f0a6d-6f0a-476c-9837-ec405e0fbcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:22.586002 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a00f0a6d-6f0a-476c-9837-ec405e0fbcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:22.587606 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-a00f0a6d-6f0a-476c-9837-ec405e0fbcfd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d0fc281-539f-4e7b-9e8e-b5e237005823 HTTP/1.1" status: 204 len: 168 time: 0.9370925 Jun 23 17:26:22.700023 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Network 172ef0f4-4e06-4b11-9e1f-51d467b2976e is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:22.721825 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:22.726172 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Pushing event updated for resources: {'Port': ['ID=0f59a660-0c7c-4a11-8ea2-fb261b89b17a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:22.733760 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:22.754327 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6bc5457c-cf00-496e-972f-8ebc9c50827a req-c7728981-a69c-4a16-b02c-d4c2679a488f tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532206 Jun 23 17:26:22.763035 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Request body: {'port': {'device_id': 'f049761c-b184-4efb-a646-294647e0b2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:22.763854 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:22.769741 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:22.890210 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 01430e51-372e-42c9-9cde-2b85404441eb up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:23.042671 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f0a6d-6f0a-476c-9837-ec405e0fbcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0fc281-539f-4e7b-9e8e-b5e237005823,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:23.077569 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a00f0a6d-6f0a-476c-9837-ec405e0fbcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:23.118001 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Sync routers for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:26:23.138290 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3fc6c153-0140-4b85-83f5-07a1d56b3a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:23.160420 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:23.163013 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:23.188262 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Request body: {'port': {'device_id': 'b31d6fee-b0de-4564-b3d5-96d13de2af93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:23.198933 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:23.199790 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:26:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:23.243304 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3fc6c153-0140-4b85-83f5-07a1d56b3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:23.246448 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3f76e0bf-3bd7-478f-b69c-4e804b509c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:23.361666 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a64e2828-66bf-417a-b123-abf36cab935c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:23.368295 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-a64e2828-66bf-417a-b123-abf36cab935c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.8943422 Jun 23 17:26:23.369640 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55182) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:23.381311 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-03954527-48b9-43dd-aa64-9c042d3a73ce tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Request body: {'security_group_rule': {'security_group_id': '152df8ae-9635-4bf4-88ae-508c431354c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:23.408473 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9475856 Jun 23 17:26:23.408473 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-3fc6c153-0140-4b85-83f5-07a1d56b3a59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd7f2b6c73f8489fa70a8598366a5a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7699280 Jun 23 17:26:23.408473 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6c153-0140-4b85-83f5-07a1d56b3a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7ee134-ea9d-4c83-9fce-3dae70ef100a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:23.412444 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55184) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:23.420310 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3fc6c153-0140-4b85-83f5-07a1d56b3a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:23.435754 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Request body: {'port': {'device_id': '949e0753-0f9a-44eb-a095-a4b0309eb444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:23.444462 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 01430e51-372e-42c9-9cde-2b85404441eb triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:23.448721 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:23.570679 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:23.724293 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49232356-855b-4aa0-b476-a88e8929258f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:23.827518 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:23.977308 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:23.978103 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:24.023028 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49232356-855b-4aa0-b476-a88e8929258f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:24.073925 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03954527-48b9-43dd-aa64-9c042d3a73ce tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:24.436890 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:24.473903 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:13Z', 'revision_number': 2, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:24.489364 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:24.568265 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Checking router: 63d382cf-5f94-4b03-b308-af40e1f65198 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:26:24.568620 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Updating router 63d382cf-5f94-4b03-b308-af40e1f65198 port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 binding host dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:26:24.627263 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:24.633631 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9efaa-e1d9-4cf4-8589-cbb92b7bb4c8 req-754553b1-d7e5-464a-b60b-de033b53f103 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:24.636106 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7bf9efaa-e1d9-4cf4-8589-cbb92b7bb4c8 req-754553b1-d7e5-464a-b60b-de033b53f103 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 932 time: 0.7093303 Jun 23 17:26:24.731195 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49232356-855b-4aa0-b476-a88e8929258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:24.733050 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55208) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:24.754268 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-49232356-855b-4aa0-b476-a88e8929258f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:24.788447 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-49232356-855b-4aa0-b476-a88e8929258f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a7ee134-ea9d-4c83-9fce-3dae70ef100a HTTP/1.1" status: 204 len: 168 time: 1.3462875 Jun 23 17:26:24.844195 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b065c-8006-4d1a-a13f-4e7692061703 req-88496701-a668-453e-a077-a39d17b93107 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:24.846181 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3a6b065c-8006-4d1a-a13f-4e7692061703 req-88496701-a668-453e-a077-a39d17b93107 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 932 time: 0.7336247 Jun 23 17:26:24.846401 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03954527-48b9-43dd-aa64-9c042d3a73ce tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:24.854226 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:24.975820 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49232356-855b-4aa0-b476-a88e8929258f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7ee134-ea9d-4c83-9fce-3dae70ef100a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:24.978196 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03954527-48b9-43dd-aa64-9c042d3a73ce tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:24.991479 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-49232356-855b-4aa0-b476-a88e8929258f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:25.012818 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7a636989-d7fd-43dd-8d39-9801f1592424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:25.081528 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3a6b065c-8006-4d1a-a13f-4e7692061703 req-c755b271-99a6-4363-b2dd-458d3261589a tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997838 Jun 23 17:26:25.092613 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7bf9efaa-e1d9-4cf4-8589-cbb92b7bb4c8 req-959d7e93-e4cc-4761-a036-2c92daeddc4e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220214 Jun 23 17:26:25.096941 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:25.242674 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03954527-48b9-43dd-aa64-9c042d3a73ce tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af343e8-3a24-46df-9dbe-c0d988bc1d94,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:25.261002 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-03954527-48b9-43dd-aa64-9c042d3a73ce tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:25.441893 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:25.458846 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Allocated IP 172.28.1.134 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/25386fd9-7568-4429-971f-8c236a30d2ff) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:25.467046 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Transition to ACTIVE for port object d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:25.533613 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f59a660-0c7c-4a11-8ea2-fb261b89b17a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:25.568306 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:25.595888 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe13766-6433-475c-b4e3-e2368fbf4efa {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:25.611942 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:25.617115 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-2b0c0fc6-c38e-4689-be49-814d832f349c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:25.617913 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:25.671397 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Transition to ACTIVE for port object 6fe13766-6433-475c-b4e3-e2368fbf4efa will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:25.754824 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:25.762246 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:25.773047 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Transition to ACTIVE for port object 0f59a660-0c7c-4a11-8ea2-fb261b89b17a will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:25.815847 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73e927-6659-4252-8943-3bc532ba396b None None] Pushing event updated for resources: {'Port': ['ID=d3f8f1f5-62c5-4053-8c9c-12b3ec79d357,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:25.868958 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-ea73e927-6659-4252-8943-3bc532ba396b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:25.881667 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:25.930229 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Attempting to bind port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:25.930889 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Attempting to bind port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:25.931645 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Attempting to bind port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 on network b84a515c-6d41-4c9c-b073-221c5d108111 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:25.950138 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:25.950521 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Checking segment: {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:25.950946 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:25.951383 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Bound using segment: {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:25.952499 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Bound port: d3f8f1f5-62c5-4053-8c9c-12b3ec79d357, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:25.952499 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:25.955029 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:26.048316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe13766-6433-475c-b4e3-e2368fbf4efa,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:26.064784 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:26.134428 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] For port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:26.144028 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] For port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=d3f8f1f5-62c5-4053-8c9c-12b3ec79d357,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:26.183184 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7a636989-d7fd-43dd-8d39-9801f1592424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:26.231043 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:26.231878 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:26.290075 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:26.318558 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7a636989-d7fd-43dd-8d39-9801f1592424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:26.319454 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f59a660-0c7c-4a11-8ea2-fb261b89b17a,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:26.350239 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:26.368890 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-44bf3da8-f7cd-4076-a7c9-71463217989e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:26.388414 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73e927-6659-4252-8943-3bc532ba396b None None] Pushing event updated for resources: {'Port': ['ID=d3f8f1f5-62c5-4053-8c9c-12b3ec79d357,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:26.390323 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Attempting to bind port 6fe13766-6433-475c-b4e3-e2368fbf4efa on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:26.398169 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-ea73e927-6659-4252-8943-3bc532ba396b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:26.404892 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Attempting to bind port 6fe13766-6433-475c-b4e3-e2368fbf4efa by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'c0f98309-df75-4612-b026-ba20501d0c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '73eb6520-79c2-4959-8388-73775f920e36'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:26.407432 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Attempting to bind port 6fe13766-6433-475c-b4e3-e2368fbf4efa on network 73eb6520-79c2-4959-8388-73775f920e36 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:26.468969 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:26:26.469689 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:26:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:26.478134 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03954527-48b9-43dd-aa64-9c042d3a73ce tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:26.480021 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-03954527-48b9-43dd-aa64-9c042d3a73ce tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1036665 Jun 23 17:26:26.510023 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Port 6fe13766-6433-475c-b4e3-e2368fbf4efa on network 73eb6520-79c2-4959-8388-73775f920e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:26:26.510023 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Attempting to bind port 6fe13766-6433-475c-b4e3-e2368fbf4efa on network 73eb6520-79c2-4959-8388-73775f920e36 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:26.546894 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55240) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:26.547861 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55242) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:26.569581 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:26.576784 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Checking segment: {'id': 'c0f98309-df75-4612-b026-ba20501d0c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '73eb6520-79c2-4959-8388-73775f920e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:26.586953 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Bound using segment: {'id': 'c0f98309-df75-4612-b026-ba20501d0c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '73eb6520-79c2-4959-8388-73775f920e36'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:26.590203 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Bound port: 6fe13766-6433-475c-b4e3-e2368fbf4efa, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f98309-df75-4612-b026-ba20501d0c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '73eb6520-79c2-4959-8388-73775f920e36'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:26.590951 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:26.694021 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-074d0b9b-c697-44aa-8d7c-81a2ba5468fa tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Request body: {'security_group_rule': {'security_group_id': '152df8ae-9635-4bf4-88ae-508c431354c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:26.700536 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:26:26.784199 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:26.874430 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:26:27.046429 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884dc6a3-3735-4115-9fe2-e6d138eb2279 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:27.099567 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.107470 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-7a636989-d7fd-43dd-8d39-9801f1592424 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a66ed8d409964ed88f2268c1a338ad3f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3655720 Jun 23 17:26:27.112402 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-89f70262-44fb-4dd7-b0e5-f0d84c473442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.124557 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55254) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:27.126363 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31588633'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.145774 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Attempting to bind port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:27.146206 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Attempting to bind port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:27.146607 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Attempting to bind port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a on network 172ef0f4-4e06-4b11-9e1f-51d467b2976e {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:27.174964 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a636989-d7fd-43dd-8d39-9801f1592424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ef40e8-c545-489e-a215-a943664aa995,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:27.200329 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-7a636989-d7fd-43dd-8d39-9801f1592424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:27.208471 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-08e95179-fa53-4a99-8b10-2e1ec704eedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:27.327948 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:27.330462 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a on network 172ef0f4-4e06-4b11-9e1f-51d467b2976e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:26:27.330890 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Attempting to bind port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a on network 172ef0f4-4e06-4b11-9e1f-51d467b2976e {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:27.346314 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:27.350898 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:27.351670 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Checking segment: {'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:27.352647 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Bound using segment: {'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:27.353779 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Bound port: 0f59a660-0c7c-4a11-8ea2-fb261b89b17a, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:27.354397 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.362142 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Transition to ACTIVE for port object 884dc6a3-3735-4115-9fe2-e6d138eb2279 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:27.371662 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] For port 6fe13766-6433-475c-b4e3-e2368fbf4efa, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:27.384818 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:27.503684 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event updated for resources: {'Port': ['ID=25386fd9-7568-4429-971f-8c236a30d2ff,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:27.532100 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:27.534719 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] For port 6fe13766-6433-475c-b4e3-e2368fbf4efa, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6fe13766-6433-475c-b4e3-e2368fbf4efa,segment=NetworkSegment(c0f98309-df75-4612-b026-ba20501d0c7d),segment_id=c0f98309-df75-4612-b026-ba20501d0c7d)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:27.563282 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.587193 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:27.606218 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:26Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:26:27.625804 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-074d0b9b-c697-44aa-8d7c-81a2ba5468fa tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.639103 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68869db5-8315-4155-ad0e-333ddb0544b3 req-d09a6908-0c3a-4f00-aa22-994734cb6ea2 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:27.641015 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-68869db5-8315-4155-ad0e-333ddb0544b3 req-d09a6908-0c3a-4f00-aa22-994734cb6ea2 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 944 time: 0.8631616 Jun 23 17:26:27.701119 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44986873-061d-4d7e-b603-c82fbf146e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.716481 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:27.725874 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9407e2-0cae-45cf-8d60-dc0597fd088e None None] The sync data for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb is: [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:26Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:26:27.730170 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:27.731103 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.780235 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24992669-c0a7-4c8d-8706-a2ea1ac789c6 req-2085e02d-cc09-4e9b-8687-a3ac80bbfb58 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:27.782866 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-24992669-c0a7-4c8d-8706-a2ea1ac789c6 req-2085e02d-cc09-4e9b-8687-a3ac80bbfb58 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 944 time: 1.1653094 Jun 23 17:26:27.823403 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:27.960987 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] For port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a, host hv-cinder-78825, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:27.996327 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.061686 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Pushing event updated for resources: {'Port': ['ID=884dc6a3-3735-4115-9fe2-e6d138eb2279,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:28.087823 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:28.102366 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=d3f8f1f5-62c5-4053-8c9c-12b3ec79d357,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:28.125906 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:28.159996 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:28.161712 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.164061 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] 10.222.0.74 "PUT /v2.0/ports/6fe13766-6433-475c-b4e3-e2368fbf4efa HTTP/1.1" status: 200 len: 1094 time: 5.8598771 Jun 23 17:26:28.184645 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31d6fee-b0de-4564-b3d5-96d13de2af93', 'tag': '6fe13766-6433-475c-b4e3-e2368fbf4efa'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:28.207199 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.214069 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] For port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=0f59a660-0c7c-4a11-8ea2-fb261b89b17a,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:28.218642 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-ff2d1a27-5a2f-4f88-8dd9-158c54a3a2a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:28.280608 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44986873-061d-4d7e-b603-c82fbf146e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.416787 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=d3f8f1f5-62c5-4053-8c9c-12b3ec79d357,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:28.428815 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:28.505599 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.518638 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.579985 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:28.597623 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-074d0b9b-c697-44aa-8d7c-81a2ba5468fa tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.615026 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Attempting to bind port 884dc6a3-3735-4115-9fe2-e6d138eb2279 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:28.615026 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Attempting to bind port 884dc6a3-3735-4115-9fe2-e6d138eb2279 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:28.615026 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Attempting to bind port 884dc6a3-3735-4115-9fe2-e6d138eb2279 on network 172ef0f4-4e06-4b11-9e1f-51d467b2976e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:28.702113 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:28.710750 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-68869db5-8315-4155-ad0e-333ddb0544b3 req-0023f7a3-8a89-4f4a-8c7b-42b46389a25a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9831574 Jun 23 17:26:28.761160 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:28.762068 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.764479 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] 10.222.0.74 "PUT /v2.0/ports/0f59a660-0c7c-4a11-8ea2-fb261b89b17a HTTP/1.1" status: 200 len: 1094 time: 5.3506861 Jun 23 17:26:28.769203 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949e0753-0f9a-44eb-a095-a4b0309eb444', 'tag': '0f59a660-0c7c-4a11-8ea2-fb261b89b17a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:28.788682 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-24992669-c0a7-4c8d-8706-a2ea1ac789c6 req-77a8a2c6-89c8-4e06-a3cf-2c4d4dd1446d tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9523175 Jun 23 17:26:28.807751 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Port 884dc6a3-3735-4115-9fe2-e6d138eb2279 on network 172ef0f4-4e06-4b11-9e1f-51d467b2976e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:26:28.809397 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Attempting to bind port 884dc6a3-3735-4115-9fe2-e6d138eb2279 on network 172ef0f4-4e06-4b11-9e1f-51d467b2976e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:28.885969 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-074d0b9b-c697-44aa-8d7c-81a2ba5468fa tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.905307 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:28.906328 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:28.932909 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f59a660-0c7c-4a11-8ea2-fb261b89b17a,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:28.951948 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:28.954489 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-d32d0eb5-720b-4e02-95d7-b485d4de406f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:29.000056 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe13766-6433-475c-b4e3-e2368fbf4efa,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:29.026051 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:29.030851 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ced7f03-2b22-4e33-8ecd-e4249ac66073" -d '{"events": [{"name": "network-changed", "server_uuid": "b31d6fee-b0de-4564-b3d5-96d13de2af93", "tag": "6fe13766-6433-475c-b4e3-e2368fbf4efa"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:29.076470 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-89f70262-44fb-4dd7-b0e5-f0d84c473442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:29.078469 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44986873-061d-4d7e-b603-c82fbf146e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:29.080256 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d0b9b-c697-44aa-8d7c-81a2ba5468fa tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4247d03f-9dd6-4401-96a2-97120be919fe,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:29.094959 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:29.095892 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Checking segment: {'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:29.096189 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Bound using segment: {'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:29.097315 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Bound port: 884dc6a3-3735-4115-9fe2-e6d138eb2279, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:29.098025 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:29.104206 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:29.153212 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44986873-061d-4d7e-b603-c82fbf146e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:29.182399 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-44986873-061d-4d7e-b603-c82fbf146e89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0ef40e8-c545-489e-a215-a943664aa995 HTTP/1.1" status: 204 len: 168 time: 2.0550718 Jun 23 17:26:29.196073 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96821e7b3fc1c3ca34718932d534275ff0ce8c1a006a36611bf262d3b0796c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0167e0e-470c-40d5-8082-40864a4bfad9" -d '{"events": [{"name": "network-changed", "server_uuid": "949e0753-0f9a-44eb-a095-a4b0309eb444", "tag": "0f59a660-0c7c-4a11-8ea2-fb261b89b17a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:29.252838 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-074d0b9b-c697-44aa-8d7c-81a2ba5468fa tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:29.318937 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-7a636989-d7fd-43dd-8d39-9801f1592424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:29.352246 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-89f70262-44fb-4dd7-b0e5-f0d84c473442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:29.365939 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-8853af71-90ad-4856-aebb-3addb921816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:29.370964 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-8853af71-90ad-4856-aebb-3addb921816e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7f1fc7c7684687a31591139b8eff95&device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 1097 time: 0.9412589 Jun 23 17:26:29.571742 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-89f70262-44fb-4dd7-b0e5-f0d84c473442 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a79cfa2c46144ba3822c54123e56cc31&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0089085 Jun 23 17:26:29.579459 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44986873-061d-4d7e-b603-c82fbf146e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ef40e8-c545-489e-a215-a943664aa995,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:29.596403 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55306) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:29.598471 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-074d0b9b-c697-44aa-8d7c-81a2ba5468fa tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:29.605483 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-074d0b9b-c697-44aa-8d7c-81a2ba5468fa tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.0398498 Jun 23 17:26:29.613560 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55308) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:29.618044 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-44986873-061d-4d7e-b603-c82fbf146e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:29.620932 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:29.632000 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Request body: {'floatingip': {'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:29.705185 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3218e5ac-54d5-4caa-a6e8-52752aada55d x-openstack-request-id: req-3218e5ac-54d5-4caa-a6e8-52752aada55d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:29.705657 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31d6fee-b0de-4564-b3d5-96d13de2af93", "tag": "6fe13766-6433-475c-b4e3-e2368fbf4efa", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:29.707102 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3218e5ac-54d5-4caa-a6e8-52752aada55d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:29.707102 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31d6fee-b0de-4564-b3d5-96d13de2af93', 'tag': '6fe13766-6433-475c-b4e3-e2368fbf4efa', 'status': 'completed', 'code': 200} Jun 23 17:26:29.913603 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] For port 884dc6a3-3735-4115-9fe2-e6d138eb2279, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:29.969270 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-e65fbf22-857b-41fd-a371-7c4c8335d92a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe13766-6433-475c-b4e3-e2368fbf4efa HTTP/1.1" status: 200 len: 217 time: 0.5101635 Jun 23 17:26:30.054970 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] For port 884dc6a3-3735-4115-9fe2-e6d138eb2279, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=884dc6a3-3735-4115-9fe2-e6d138eb2279,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:30.176281 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358d2c24-4ef2-4762-ad57-53f8bbd9dc8d x-openstack-request-id: req-358d2c24-4ef2-4762-ad57-53f8bbd9dc8d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:30.177583 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949e0753-0f9a-44eb-a095-a4b0309eb444", "tag": "0f59a660-0c7c-4a11-8ea2-fb261b89b17a", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:30.177882 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-358d2c24-4ef2-4762-ad57-53f8bbd9dc8d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:30.178879 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949e0753-0f9a-44eb-a095-a4b0309eb444', 'tag': '0f59a660-0c7c-4a11-8ea2-fb261b89b17a', 'status': 'completed', 'code': 200} Jun 23 17:26:30.204798 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f70262-44fb-4dd7-b0e5-f0d84c473442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9413b90-7ff9-49b5-b33a-e8545b3af9af,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:30.213159 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:30.265607 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-81ac5463-0755-4f78-b45a-186fe5840bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:30.299535 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-89f70262-44fb-4dd7-b0e5-f0d84c473442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:30.309827 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c70f-ce97-4030-94f0-efc080c49fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:30.313266 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:30.361894 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:30.375975 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:30.382670 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] 10.222.0.74 "PUT /v2.0/ports/884dc6a3-3735-4115-9fe2-e6d138eb2279 HTTP/1.1" status: 200 len: 1094 time: 8.0918937 Jun 23 17:26:30.439339 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-d6948220-9f09-4ab8-b3e8-a3412a1b9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:30.445757 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-d6948220-9f09-4ab8-b3e8-a3412a1b9efe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d21a176b-a50e-4c60-a176-6eaa31c30a8c HTTP/1.1" status: 200 len: 851 time: 0.4435821 Jun 23 17:26:30.609928 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c70f-ce97-4030-94f0-efc080c49fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:30.715600 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-4a21d090-e71c-4712-a959-e4a32549dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:30.726325 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-4a21d090-e71c-4712-a959-e4a32549dd60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 1097 time: 1.6400573 Jun 23 17:26:30.848282 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-d5b9fe32-f8a9-47c1-979d-56875cc7af8f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=73eb6520-79c2-4959-8388-73775f920e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414523 Jun 23 17:26:30.882970 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Pushing event updated for resources: {'Port': ['ID=884dc6a3-3735-4115-9fe2-e6d138eb2279,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:30.890775 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:30.966126 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3a8ad-e813-481d-81f3-ac76b4d24081 req-9e2ee94d-4386-4e7e-b4c5-642d8cb53309 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:30.967964 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-62f3a8ad-e813-481d-81f3-ac76b4d24081 req-9e2ee94d-4386-4e7e-b4c5-642d8cb53309 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 944 time: 0.6825109 Jun 23 17:26:30.999043 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-d7807286-04dc-4a73-8ec2-151976871a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:31.000459 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-d7807286-04dc-4a73-8ec2-151976871a76 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 1097 time: 0.2947133 Jun 23 17:26:31.115487 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444cd42-4a76-45b7-bc65-02e31f0b2489 req-c59d8ebc-525c-4708-af7b-843e182198b7 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:31.118427 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1444cd42-4a76-45b7-bc65-02e31f0b2489 req-c59d8ebc-525c-4708-af7b-843e182198b7 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 944 time: 0.4142225 Jun 23 17:26:31.155489 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-9666af98-8425-4452-86c4-f189471c58cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f59a660-0c7c-4a11-8ea2-fb261b89b17a HTTP/1.1" status: 200 len: 217 time: 0.3748651 Jun 23 17:26:31.162357 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c70f-ce97-4030-94f0-efc080c49fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:31.165919 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c70f-ce97-4030-94f0-efc080c49fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:31.167354 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c6a1c70f-ce97-4030-94f0-efc080c49fa4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9413b90-7ff9-49b5-b33a-e8545b3af9af HTTP/1.1" status: 204 len: 168 time: 1.5623407 Jun 23 17:26:31.170050 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:31.272491 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1c70f-ce97-4030-94f0-efc080c49fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9413b90-7ff9-49b5-b33a-e8545b3af9af,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:31.291612 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-28a31adc-51b7-46dd-a25d-9c95fafbd557 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884dc6a3-3735-4115-9fe2-e6d138eb2279 HTTP/1.1" status: 200 len: 217 time: 0.2399662 Jun 23 17:26:31.306215 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c6a1c70f-ce97-4030-94f0-efc080c49fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:31.346729 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:31.394506 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-51613a92-e534-41f7-922f-ddb9cdec127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:31.399865 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-51613a92-e534-41f7-922f-ddb9cdec127a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c681fbb-07c8-4e8c-977d-2a59084dd09c HTTP/1.1" status: 200 len: 859 time: 0.2182050 Jun 23 17:26:31.503600 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-62f3a8ad-e813-481d-81f3-ac76b4d24081 req-847460fc-df6e-4a6d-b9a5-e58873d58356 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008135 Jun 23 17:26:31.548859 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:31.563967 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1444cd42-4a76-45b7-bc65-02e31f0b2489 req-381ce229-d63a-45ee-bcfa-94886d5d3771 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467994 Jun 23 17:26:31.593635 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:31.597825 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-a27ccdda-d793-4dae-88dd-f7a9ac9077a3 service neutron] 10.222.0.74 "GET /v2.0/networks/73eb6520-79c2-4959-8388-73775f920e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961835 Jun 23 17:26:31.623654 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-8a72dea8-471c-4e11-8639-0017b20751c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:31.649368 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-8a72dea8-471c-4e11-8639-0017b20751c7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c681fbb-07c8-4e8c-977d-2a59084dd09c HTTP/1.1" status: 200 len: 859 time: 0.3507094 Jun 23 17:26:31.825886 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f049761c-b184-4efb-a646-294647e0b2d1', 'tag': '884dc6a3-3735-4115-9fe2-e6d138eb2279'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:31.834227 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12868143-0ec0-40a4-8125-7f8a18b98a46" -d '{"events": [{"name": "network-changed", "server_uuid": "f049761c-b184-4efb-a646-294647e0b2d1", "tag": "884dc6a3-3735-4115-9fe2-e6d138eb2279"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:31.848493 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-8dcad9ea-b79d-4828-bd68-2f9db4f7b276 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=172ef0f4-4e06-4b11-9e1f-51d467b2976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1599851 Jun 23 17:26:31.892532 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Allocated IP 172.28.1.54 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/4b80f8ec-e631-4b1b-888a-7b2296250a81) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:32.105215 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c6a7393-0522-44f6-a0bc-6706d851ed3e req-8af5aa0f-108d-4771-81ae-0e31c6154038 service neutron] 10.222.0.74 "GET /v2.0/networks/73eb6520-79c2-4959-8388-73775f920e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459820 Jun 23 17:26:32.105875 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a819bb4-8801-4de1-8978-191466771bd9 x-openstack-request-id: req-1a819bb4-8801-4de1-8978-191466771bd9 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:32.106771 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f049761c-b184-4efb-a646-294647e0b2d1", "tag": "884dc6a3-3735-4115-9fe2-e6d138eb2279", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:32.106771 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a819bb4-8801-4de1-8978-191466771bd9 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:32.107306 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f049761c-b184-4efb-a646-294647e0b2d1', 'tag': '884dc6a3-3735-4115-9fe2-e6d138eb2279', 'status': 'completed', 'code': 200} Jun 23 17:26:32.165757 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:32.212768 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-433efdf4-5ea5-43b3-b362-78c02fcd4285 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=172ef0f4-4e06-4b11-9e1f-51d467b2976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7262924 Jun 23 17:26:32.283824 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-5a3748fd-39e8-4e68-81b5-79bfec88483c service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751256 Jun 23 17:26:32.414649 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:32.477221 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event updated for resources: {'Port': ['ID=25386fd9-7568-4429-971f-8c236a30d2ff,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:32.487450 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:32.528548 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:32.619428 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:32.996004 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-f38b3114-68d8-4f2c-a184-02cf19c1e612 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929590 Jun 23 17:26:32.996579 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7f03-2b22-4e33-8ecd-e4249ac66073 req-db5b464d-7e06-4859-bd07-cd8bf30adc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:32.996579 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ced7f03-2b22-4e33-8ecd-e4249ac66073 req-db5b464d-7e06-4859-bd07-cd8bf30adc78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7f1fc7c7684687a31591139b8eff95&device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 1097 time: 0.3107975 Jun 23 17:26:33.055449 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-09ac7244-31af-4d4d-a390-07942a3eff05 req-321b8165-dae0-4139-b093-39ee47dcf6df service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685798 Jun 23 17:26:33.073121 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-80d2e41d-5c60-4ed4-9e7e-5b0d0e0d76bc req-52cdbee0-337c-4e8d-aa9a-d9a0b7db8472 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285555 Jun 23 17:26:33.291881 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7f03-2b22-4e33-8ecd-e4249ac66073 req-cebf0597-b3a7-4704-af54-f2a57acfe2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:33.293854 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ced7f03-2b22-4e33-8ecd-e4249ac66073 req-cebf0597-b3a7-4704-af54-f2a57acfe2be service neutron] 10.222.0.74 "GET /v2.0/networks?id=73eb6520-79c2-4959-8388-73775f920e36 HTTP/1.1" status: 200 len: 912 time: 0.3264446 Jun 23 17:26:33.311647 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436596-007f-427d-b951-8ed0306c47b5 req-293fc692-49b4-4cc8-ae8b-c3083eb84328 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:33.313550 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5f436596-007f-427d-b951-8ed0306c47b5 req-293fc692-49b4-4cc8-ae8b-c3083eb84328 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 944 time: 0.3567352 Jun 23 17:26:33.362504 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7b3f7-016c-4ef7-8688-14f0b830bb0c req-1ada10c4-aac5-4566-b867-591df586c030 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:33.365810 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6bb7b3f7-016c-4ef7-8688-14f0b830bb0c req-1ada10c4-aac5-4566-b867-591df586c030 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 944 time: 0.3448472 Jun 23 17:26:33.425230 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5f436596-007f-427d-b951-8ed0306c47b5 req-be815fc7-7c9d-4f24-9c56-b36b420a4135 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932767 Jun 23 17:26:33.479392 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6bb7b3f7-016c-4ef7-8688-14f0b830bb0c req-d7985d75-43c4-4346-bc3d-ea4f82864536 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972152 Jun 23 17:26:33.830081 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:33.840952 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.5482016 Jun 23 17:26:34.077305 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31588633'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:34.084242 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:34.179479 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:34.186052 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:34.194678 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:34.668143 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event updated for resources: {'Port': ['ID=4b80f8ec-e631-4b1b-888a-7b2296250a81,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:34.680902 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:34.769635 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-f81a3225-7f33-48ea-84a5-ceabca11ac73 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--901982391&fields=id&tenant_id=6d2c437b0bb44576bcdb543df23b5100 HTTP/1.1" status: 200 len: 267 time: 0.2565451 Jun 23 17:26:34.830674 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:34.983562 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ced7f03-2b22-4e33-8ecd-e4249ac66073 req-f7a6255a-4188-4b41-9eb0-ff8b12109e3f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe13766-6433-475c-b4e3-e2368fbf4efa HTTP/1.1" status: 200 len: 217 time: 0.1961257 Jun 23 17:26:35.003468 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12868143-0ec0-40a4-8125-7f8a18b98a46 req-26a848dd-b6a7-457c-a513-6c6dc9382190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:35.007155 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-12868143-0ec0-40a4-8125-7f8a18b98a46 req-26a848dd-b6a7-457c-a513-6c6dc9382190 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 1097 time: 0.1653724 Jun 23 17:26:35.167864 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-3d9131b3-2584-4710-a6c9-b996e87b28e7 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:35.169461 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-3d9131b3-2584-4710-a6c9-b996e87b28e7 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/networks?id=24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 200 len: 817 time: 0.3979044 Jun 23 17:26:35.185026 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6e5df-c146-451f-ad7d-7479af364f7a req-2f87ab68-c26b-461f-8df5-04b133c1050b tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:35.186683 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-70d6e5df-c146-451f-ad7d-7479af364f7a req-2f87ab68-c26b-461f-8df5-04b133c1050b tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 944 time: 0.5309465 Jun 23 17:26:35.190658 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7f03-2b22-4e33-8ecd-e4249ac66073 req-4ac8fc2e-46ba-4b79-971a-ff77c8a020f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:35.192289 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ced7f03-2b22-4e33-8ecd-e4249ac66073 req-4ac8fc2e-46ba-4b79-971a-ff77c8a020f2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d21a176b-a50e-4c60-a176-6eaa31c30a8c HTTP/1.1" status: 200 len: 851 time: 0.1270568 Jun 23 17:26:35.215451 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9206e3b5-d2bf-428c-8d95-090699f006c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:35.225412 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0167e0e-470c-40d5-8082-40864a4bfad9 req-f8073617-2a82-4db4-a5c8-c8a323349e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:35.225412 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a0167e0e-470c-40d5-8082-40864a4bfad9 req-f8073617-2a82-4db4-a5c8-c8a323349e9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 1097 time: 0.2711251 Jun 23 17:26:35.246003 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ced7f03-2b22-4e33-8ecd-e4249ac66073 req-43d7e6f3-eaab-4c97-af88-740d192fa41a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=73eb6520-79c2-4959-8388-73775f920e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414314 Jun 23 17:26:35.264919 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-64ba0a23-be2f-4fe2-a5df-3221a40dd06a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/quotas/6d2c437b0bb44576bcdb543df23b5100 HTTP/1.1" status: 200 len: 375 time: 0.0740261 Jun 23 17:26:35.298139 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:35.330646 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12868143-0ec0-40a4-8125-7f8a18b98a46 req-7026ba32-cd2e-41a8-8244-bd6d667335c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:35.332210 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-12868143-0ec0-40a4-8125-7f8a18b98a46 req-7026ba32-cd2e-41a8-8244-bd6d667335c3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 920 time: 0.2611816 Jun 23 17:26:35.521886 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-12868143-0ec0-40a4-8125-7f8a18b98a46 req-d23a2ac4-1752-4b29-ab2f-623d462758eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884dc6a3-3735-4115-9fe2-e6d138eb2279 HTTP/1.1" status: 200 len: 217 time: 0.0614259 Jun 23 17:26:35.617992 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12868143-0ec0-40a4-8125-7f8a18b98a46 req-69a4059d-f732-463b-8761-03973095a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:35.620298 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-12868143-0ec0-40a4-8125-7f8a18b98a46 req-69a4059d-f732-463b-8761-03973095a4cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c681fbb-07c8-4e8c-977d-2a59084dd09c HTTP/1.1" status: 200 len: 859 time: 0.0780857 Jun 23 17:26:35.634734 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-70d6e5df-c146-451f-ad7d-7479af364f7a req-fbac2994-d929-4019-aa45-ca98b44e34f1 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357724 Jun 23 17:26:35.670933 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:35.703963 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-12868143-0ec0-40a4-8125-7f8a18b98a46 req-bfce56b6-90dd-4e07-9798-8e9310d89beb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=172ef0f4-4e06-4b11-9e1f-51d467b2976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602996 Jun 23 17:26:35.753334 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0167e0e-470c-40d5-8082-40864a4bfad9 req-28c2fc9b-5165-4a42-bf3a-931ca1fe139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:35.756209 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a0167e0e-470c-40d5-8082-40864a4bfad9 req-28c2fc9b-5165-4a42-bf3a-931ca1fe139b service neutron] 10.222.0.74 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 920 time: 0.5124366 Jun 23 17:26:35.759926 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ced7f03-2b22-4e33-8ecd-e4249ac66073 req-6bcab829-0e94-4016-bc1c-db7feda3bde2 service neutron] 10.222.0.74 "GET /v2.0/networks/73eb6520-79c2-4959-8388-73775f920e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939046 Jun 23 17:26:35.884600 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-303d41ca-e108-45c4-94dc-cfd4e9564b86 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5788465 Jun 23 17:26:35.885340 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:35.905766 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a0167e0e-470c-40d5-8082-40864a4bfad9 req-b2f88f44-fb7a-426e-9fde-da010d5c0596 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f59a660-0c7c-4a11-8ea2-fb261b89b17a HTTP/1.1" status: 200 len: 217 time: 0.1332691 Jun 23 17:26:35.909310 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-77bf4357-5aba-4dd0-91d9-e0be8884dfe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:36.063467 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:36.120028 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-12868143-0ec0-40a4-8125-7f8a18b98a46 req-70f9f2b1-82fa-4bd2-83b5-ca39075c04a6 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077690 Jun 23 17:26:36.121398 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event updated for resources: {'Port': ['ID=4b80f8ec-e631-4b1b-888a-7b2296250a81,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:36.126207 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:36.140471 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0167e0e-470c-40d5-8082-40864a4bfad9 req-75ce7716-78e9-42c8-8334-6a8462dd9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:36.142002 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a0167e0e-470c-40d5-8082-40864a4bfad9 req-75ce7716-78e9-42c8-8334-6a8462dd9760 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c681fbb-07c8-4e8c-977d-2a59084dd09c HTTP/1.1" status: 200 len: 859 time: 0.2160034 Jun 23 17:26:36.195009 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a0167e0e-470c-40d5-8082-40864a4bfad9 req-dbf8ddc3-03dd-4eb3-b06d-adeb9e511a60 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=172ef0f4-4e06-4b11-9e1f-51d467b2976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435243 Jun 23 17:26:36.200206 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ced7f03-2b22-4e33-8ecd-e4249ac66073 req-16de5c9f-9c9a-4918-b5c0-3ebed5152475 service neutron] 10.222.0.74 "GET /v2.0/networks/73eb6520-79c2-4959-8388-73775f920e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310846 Jun 23 17:26:36.229283 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:36.231078 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6115875 Jun 23 17:26:36.237238 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a67c3c-b934-4615-96e2-3ca8144d6888 req-a57af38c-8d28-4c73-8f35-15834fa7111d tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:36.238823 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35a67c3c-b934-4615-96e2-3ca8144d6888 req-a57af38c-8d28-4c73-8f35-15834fa7111d tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 944 time: 0.3357668 Jun 23 17:26:36.267743 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-f12cc082-2603-4b2d-859f-129fc4237335 service neutron] 10.222.0.49 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419929 Jun 23 17:26:36.276791 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:36.354814 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-12868143-0ec0-40a4-8125-7f8a18b98a46 req-bca0c4ee-c9b5-4bd7-a358-b30e86208b07 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264478 Jun 23 17:26:36.406634 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35a67c3c-b934-4615-96e2-3ca8144d6888 req-f324d434-18b8-4d44-9945-8f60ac528076 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473234 Jun 23 17:26:36.433754 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a0167e0e-470c-40d5-8082-40864a4bfad9 req-2d38374b-6058-4d40-a381-a74172d0b6c8 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209578 Jun 23 17:26:36.516934 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-97d09a6c-f67e-4d60-b18f-481937ce561e service neutron] 10.222.0.49 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012112 Jun 23 17:26:36.570698 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 55460) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:36.582471 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a0167e0e-470c-40d5-8082-40864a4bfad9 req-d402410e-f344-4330-91db-4d5597af002f service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397271 Jun 23 17:26:36.857473 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d922010-06a0-4327-b9a1-3151a0984a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:36.944154 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216210f-1975-4264-bb6f-0ba5630a1366 req-60ea443a-f5c1-4066-8dea-37560d99ac21 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:36.949656 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3216210f-1975-4264-bb6f-0ba5630a1366 req-60ea443a-f5c1-4066-8dea-37560d99ac21 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 944 time: 0.1746035 Jun 23 17:26:37.025697 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3216210f-1975-4264-bb6f-0ba5630a1366 req-28138980-af7d-4836-ba70-6564468a5db4 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717323 Jun 23 17:26:37.136898 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d922010-06a0-4327-b9a1-3151a0984a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.250351 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d5cf5a39-9d48-480a-9664-3bb7121a11b6 req-dee29852-35df-4828-a015-130e4516a2af tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 210 time: 0.1103449 Jun 23 17:26:37.269837 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d922010-06a0-4327-b9a1-3151a0984a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.275794 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-d34ffaf3-96ac-445c-b9ea-e4cca967de75 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--434151747&fields=id&tenant_id=e1e100c3cf8441968bf57fae965174a1 HTTP/1.1" status: 200 len: 267 time: 0.1333106 Jun 23 17:26:37.282347 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:37.445488 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-7d922010-06a0-4327-b9a1-3151a0984a32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2eb7285d91d84320958813e32e467cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8731582 Jun 23 17:26:37.449515 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55508) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:37.524453 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d922010-06a0-4327-b9a1-3151a0984a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6c4f2c-75cf-4fb4-9251-8a80b8976a67,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:37.575394 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-7d922010-06a0-4327-b9a1-3151a0984a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:37.578581 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0fad223a-792c-4628-b3b0-4a9d934420ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.658618 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0fad223a-792c-4628-b3b0-4a9d934420ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.703219 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-088b8f8a-61fc-4ab9-b4de-9010ee89c4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.716250 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-c91833bf-4025-43eb-b204-9a33e813d652 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:37.718326 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-c91833bf-4025-43eb-b204-9a33e813d652 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/networks?id=b84a515c-6d41-4c9c-b073-221c5d108111 HTTP/1.1" status: 200 len: 811 time: 0.3883390 Jun 23 17:26:37.751256 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-f5157e49-0b55-465b-884c-9d0e1a0db492 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/quotas/e1e100c3cf8441968bf57fae965174a1 HTTP/1.1" status: 200 len: 375 time: 0.0203416 Jun 23 17:26:37.783398 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18565580-8cf5-4fbd-be39-fa74ca67adaf req-5236c894-fbc1-4933-893e-2b583b675710 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:37.785618 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-18565580-8cf5-4fbd-be39-fa74ca67adaf req-5236c894-fbc1-4933-893e-2b583b675710 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 944 time: 0.1514370 Jun 23 17:26:37.875210 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0fad223a-792c-4628-b3b0-4a9d934420ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.880960 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0fad223a-792c-4628-b3b0-4a9d934420ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:37.885427 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-0fad223a-792c-4628-b3b0-4a9d934420ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc6c4f2c-75cf-4fb4-9251-8a80b8976a67 HTTP/1.1" status: 204 len: 168 time: 0.4312713 Jun 23 17:26:37.885427 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a00f0a6d-6f0a-476c-9837-ec405e0fbcfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:37.899982 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad223a-792c-4628-b3b0-4a9d934420ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6c4f2c-75cf-4fb4-9251-8a80b8976a67,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:37.907959 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-0fad223a-792c-4628-b3b0-4a9d934420ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:37.976575 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-18565580-8cf5-4fbd-be39-fa74ca67adaf req-4270711a-6e08-4da9-aa49-8c5ea204ccf8 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678436 Jun 23 17:26:38.018471 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-8bb7092d-d503-42c9-96a3-3211705a3c0e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1e100c3cf8441968bf57fae965174a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2307856 Jun 23 17:26:38.244419 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-5178b913-2ba9-4715-b109-98c39af627d7 service neutron] 10.222.0.49 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004051 Jun 23 17:26:38.523367 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612957a2-8730-4aff-8519-529c805969c5 req-223f7ee4-f4d9-45bf-b8db-9ef0e91bbef8 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:38.526015 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-612957a2-8730-4aff-8519-529c805969c5 req-223f7ee4-f4d9-45bf-b8db-9ef0e91bbef8 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 944 time: 0.2571378 Jun 23 17:26:38.529292 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-ba2b188e-17da-4ddd-b38b-6257fc142839 service neutron] 10.222.0.49 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761843 Jun 23 17:26:38.614320 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-612957a2-8730-4aff-8519-529c805969c5 req-4d9295fb-848b-4a26-8752-c5e80e2ba76d tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743651 Jun 23 17:26:38.719250 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a96011fe-df08-4213-bbcc-95c37bd091a2 req-2d4b18f5-8842-4e12-aa94-d7a5575ce6d9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 210 time: 0.0572929 Jun 23 17:26:38.744388 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 55550) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:38.822407 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 884dc6a3-3735-4115-9fe2-e6d138eb2279 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:26:38.894535 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1c6d-4d9c-439f-b6c7-3691f8ee2613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:38.991526 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 884dc6a3-3735-4115-9fe2-e6d138eb2279, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=884dc6a3-3735-4115-9fe2-e6d138eb2279,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:39.015423 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '884dc6a3-3735-4115-9fe2-e6d138eb2279', 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e', 'port_id': '884dc6a3-3735-4115-9fe2-e6d138eb2279', 'mac_address': 'fa:16:3e:15:83:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c681fbb-07c8-4e8c-977d-2a59084dd09c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:26:39.097958 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1c6d-4d9c-439f-b6c7-3691f8ee2613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:39.121157 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:39.145622 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884dc6a3-3735-4115-9fe2-e6d138eb2279 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:39.175059 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 884dc6a3-3735-4115-9fe2-e6d138eb2279, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=884dc6a3-3735-4115-9fe2-e6d138eb2279,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:39.189191 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3cd69ed7-2d06-43fe-b327-20b24864306d req-5b4720c7-f118-4b25-a046-3dd5ca332e15 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 210 time: 0.0883727 Jun 23 17:26:39.205104 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1c6d-4d9c-439f-b6c7-3691f8ee2613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:39.247724 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f827bdd2-c1d9-4b71-8885-7c4e3a402d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:39.254726 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-c1ed1c6d-4d9c-439f-b6c7-3691f8ee2613 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3aaa2e315b84468293a8f159f059e1e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082269 Jun 23 17:26:39.257375 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 55560) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:39.326672 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55566) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:39.340974 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7d99aa3-56af-452b-aba9-90ae2f2e062e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:39.344194 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:39.346035 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:39.349071 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 0f59a660-0c7c-4a11-8ea2-fb261b89b17a details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:26:39.353950 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-ea73e927-6659-4252-8943-3bc532ba396b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:39.404951 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed1c6d-4d9c-439f-b6c7-3691f8ee2613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcb41c2-5f32-4970-940b-4d8b01912bb5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:39.431691 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c1ed1c6d-4d9c-439f-b6c7-3691f8ee2613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:39.506737 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f630-c55c-4a9b-98d7-85dfe3e11db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:39.523066 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b6a09-f43c-4c74-be45-bee97870a74d req-34309362-6054-41aa-a99e-44fdea51bafd tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:39.525333 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6c1b6a09-f43c-4c74-be45-bee97870a74d req-34309362-6054-41aa-a99e-44fdea51bafd tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 944 time: 0.2481716 Jun 23 17:26:39.612560 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=0f59a660-0c7c-4a11-8ea2-fb261b89b17a,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:39.635099 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=884dc6a3-3735-4115-9fe2-e6d138eb2279,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:39.641273 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f630-c55c-4a9b-98d7-85dfe3e11db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:39.665714 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:39.668448 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6c1b6a09-f43c-4c74-be45-bee97870a74d req-f656e055-f7ee-4caf-b83b-b99d617a0179 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346040 Jun 23 17:26:39.689698 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '0f59a660-0c7c-4a11-8ea2-fb261b89b17a', 'network_id': '172ef0f4-4e06-4b11-9e1f-51d467b2976e', 'port_id': '0f59a660-0c7c-4a11-8ea2-fb261b89b17a', 'mac_address': 'fa:16:3e:fe:2b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c681fbb-07c8-4e8c-977d-2a59084dd09c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:26:39.836615 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7d99aa3-56af-452b-aba9-90ae2f2e062e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:39.878046 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:39.930803 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f59a660-0c7c-4a11-8ea2-fb261b89b17a {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:39.955616 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cbd8e-f5d5-4698-9e1c-badfd9c37285 req-1cfffe9e-8f66-414d-8ef2-75d6051bbc95 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:39.965184 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-624cbd8e-f5d5-4698-9e1c-badfd9c37285 req-1cfffe9e-8f66-414d-8ef2-75d6051bbc95 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 944 time: 0.0885308 Jun 23 17:26:39.975928 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=0f59a660-0c7c-4a11-8ea2-fb261b89b17a,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:39.989070 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f630-c55c-4a9b-98d7-85dfe3e11db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:39.993911 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f630-c55c-4a9b-98d7-85dfe3e11db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:39.995102 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-ffb7f630-c55c-4a9b-98d7-85dfe3e11db6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbcb41c2-5f32-4970-940b-4d8b01912bb5 HTTP/1.1" status: 204 len: 168 time: 0.7365649 Jun 23 17:26:39.996289 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:40.022692 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-624cbd8e-f5d5-4698-9e1c-badfd9c37285 req-989b7ac7-298f-4be0-a6fd-201a01efa0d9 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564809 Jun 23 17:26:40.024622 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7d99aa3-56af-452b-aba9-90ae2f2e062e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:40.028993 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7f630-c55c-4a9b-98d7-85dfe3e11db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcb41c2-5f32-4970-940b-4d8b01912bb5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:40.030757 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-dcc71b33-b52d-4c01-9165-b40a6dd7eafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:40.031829 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ffb7f630-c55c-4a9b-98d7-85dfe3e11db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:40.089492 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ffb5e6e1-a010-47ba-9faa-9a2286526075 req-c5483c7e-6e17-4508-9b54-19f21a63034c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 210 time: 0.0348575 Jun 23 17:26:40.109402 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:40.110568 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 6fe13766-6433-475c-b4e3-e2368fbf4efa details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:26:40.157126 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d99aa3-56af-452b-aba9-90ae2f2e062e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af684c97-6dfc-4e04-943d-42d1e266035f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:40.179582 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-f7d99aa3-56af-452b-aba9-90ae2f2e062e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:40.190135 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-f7d99aa3-56af-452b-aba9-90ae2f2e062e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02fa2f1af8fb44ec863f8506cdfa30be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8622386 Jun 23 17:26:40.195242 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55588) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:40.286583 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4334565-c324-4813-908e-328700d5232e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:40.290114 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:40.321562 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4334565-c324-4813-908e-328700d5232e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:40.420616 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a679f9eb-72df-46d5-94c9-1b558a46611b req-26e17342-c524-42ca-bd6d-f701b619a797 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 210 time: 0.0497332 Jun 23 17:26:40.532211 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 6fe13766-6433-475c-b4e3-e2368fbf4efa, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6fe13766-6433-475c-b4e3-e2368fbf4efa,segment=NetworkSegment(c0f98309-df75-4612-b026-ba20501d0c7d),segment_id=c0f98309-df75-4612-b026-ba20501d0c7d)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:40.556884 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '6fe13766-6433-475c-b4e3-e2368fbf4efa', 'network_id': '73eb6520-79c2-4959-8388-73775f920e36', 'port_id': '6fe13766-6433-475c-b4e3-e2368fbf4efa', 'mac_address': 'fa:16:3e:55:55:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21a176b-a50e-4c60-a176-6eaa31c30a8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:26:40.558897 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=0f59a660-0c7c-4a11-8ea2-fb261b89b17a,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:40.570376 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4334565-c324-4813-908e-328700d5232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:40.571791 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4334565-c324-4813-908e-328700d5232e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:40.572842 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c4334565-c324-4813-908e-328700d5232e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af684c97-6dfc-4e04-943d-42d1e266035f HTTP/1.1" status: 204 len: 168 time: 0.3740304 Jun 23 17:26:40.573548 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:40.577287 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:40.582817 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4334565-c324-4813-908e-328700d5232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af684c97-6dfc-4e04-943d-42d1e266035f,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:40.591896 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c4334565-c324-4813-908e-328700d5232e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:40.679585 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:40.695841 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe13766-6433-475c-b4e3-e2368fbf4efa {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:40.718310 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 6fe13766-6433-475c-b4e3-e2368fbf4efa, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6fe13766-6433-475c-b4e3-e2368fbf4efa,segment=NetworkSegment(c0f98309-df75-4612-b026-ba20501d0c7d),segment_id=c0f98309-df75-4612-b026-ba20501d0c7d)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:40.840940 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:40.851988 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:40.854721 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:40.963802 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=6fe13766-6433-475c-b4e3-e2368fbf4efa,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:40.969450 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:40.991018 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeab90e-31dd-49da-9738-78d29d6325c1 req-deef68db-a833-4b1c-a977-29f1c9f65178 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:40.993890 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3eeab90e-31dd-49da-9738-78d29d6325c1 req-deef68db-a833-4b1c-a977-29f1c9f65178 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 945 time: 0.1168263 Jun 23 17:26:41.064074 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3eeab90e-31dd-49da-9738-78d29d6325c1 req-e32f1b3e-4967-4834-9a6a-8619945ff31d tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586731 Jun 23 17:26:41.199377 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['884dc6a3-3735-4115-9fe2-e6d138eb2279'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:41.289203 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['6fe13766-6433-475c-b4e3-e2368fbf4efa'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:41.425411 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['0f59a660-0c7c-4a11-8ea2-fb261b89b17a'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:41.459344 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8618f439-daff-4c9e-97d8-aff4fe090399 req-c7a2ee2d-94c6-4bd4-affd-b97a3a2f3ca2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 210 time: 0.0706577 Jun 23 17:26:41.732992 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-119403c8-1c1d-4338-91b3-c7751170e7ce tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:41.735945 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-119403c8-1c1d-4338-91b3-c7751170e7ce tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.74 "GET /v2.0/networks?id=24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 200 len: 817 time: 0.2514758 Jun 23 17:26:41.744645 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55620) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:41.778067 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-77964086-184c-4077-84c9-125bfdee4a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:41.908872 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9b99e1f5-4f88-4927-a2c5-40bf19519be5 req-2b2339bb-21cd-4f13-b10c-a14d9a6918d0 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 210 time: 0.1387756 Jun 23 17:26:41.930414 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121335e-dbaf-4229-b265-b59cda0efd6e req-8e02705b-da4a-4d42-9b12-62ce1ecae055 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:41.939665 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7121335e-dbaf-4229-b265-b59cda0efd6e req-8e02705b-da4a-4d42-9b12-62ce1ecae055 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 945 time: 0.6365981 Jun 23 17:26:41.948478 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-a7edaea0-adf9-4c11-bef8-0c2a9466d61f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d2c437b0bb44576bcdb543df23b5100 HTTP/1.1" status: 200 len: 379 time: 0.1401713 Jun 23 17:26:41.987828 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Request body: {'port': {'device_id': '69d7b810-ead8-470c-9399-c56354386150', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'admin_state_up': True, 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'security_groups': ['e6af3adc-daf2-4cf6-88e8-385fd2713b71']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:41.993586 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-77964086-184c-4077-84c9-125bfdee4a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.102324 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-77964086-184c-4077-84c9-125bfdee4a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.149749 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c4334565-c324-4813-908e-328700d5232e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:42.153389 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7121335e-dbaf-4229-b265-b59cda0efd6e req-39e38cbd-48be-4a78-9d01-7f3bcf3718c9 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019973 Jun 23 17:26:42.154292 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-77964086-184c-4077-84c9-125bfdee4a37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ceba040e48545408d74835492756e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4073236 Jun 23 17:26:42.170124 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 55636) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:42.184859 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77964086-184c-4077-84c9-125bfdee4a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4525d241-d93f-44fa-9092-590df8e2b9b3,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:42.189933 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-77964086-184c-4077-84c9-125bfdee4a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:42.381924 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59ded426-eb2f-4068-baf9-0bfd31f896f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.390662 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d568734-4d1c-445f-a099-d2972e63081d req-a6b70525-d3d2-448f-a820-749601d74ca7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:42.392284 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3d568734-4d1c-445f-a099-d2972e63081d req-a6b70525-d3d2-448f-a820-749601d74ca7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 945 time: 0.1419518 Jun 23 17:26:42.442185 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59ded426-eb2f-4068-baf9-0bfd31f896f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.491616 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3d568734-4d1c-445f-a099-d2972e63081d req-ba6ffed1-22c1-48e0-a8e6-317b7988caa3 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851827 Jun 23 17:26:42.594896 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Made reservation on behalf of 6d2c437b0bb44576bcdb543df23b5100 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:26:42.604449 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.611825 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55650) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:42.779837 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e900-5f16-4cbe-ab95-9a86560bd63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.864186 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 884dc6a3-3735-4115-9fe2-e6d138eb2279 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:42.890751 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e900-5f16-4cbe-ab95-9a86560bd63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.903953 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59ded426-eb2f-4068-baf9-0bfd31f896f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.908440 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59ded426-eb2f-4068-baf9-0bfd31f896f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:42.912095 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-59ded426-eb2f-4068-baf9-0bfd31f896f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4525d241-d93f-44fa-9092-590df8e2b9b3 HTTP/1.1" status: 204 len: 168 time: 0.7269969 Jun 23 17:26:42.928021 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c1ed1c6d-4d9c-439f-b6c7-3691f8ee2613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:42.958413 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-20193189-1b83-405d-8d9a-50224865e571 req-9a2a3779-38d6-433b-aa23-ba57f2ec6111 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 210 time: 0.0676510 Jun 23 17:26:43.008581 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ded426-eb2f-4068-baf9-0bfd31f896f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4525d241-d93f-44fa-9092-590df8e2b9b3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:43.017375 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-59ded426-eb2f-4068-baf9-0bfd31f896f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:43.033590 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e900-5f16-4cbe-ab95-9a86560bd63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.037092 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-f7d99aa3-56af-452b-aba9-90ae2f2e062e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:43.083895 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7e900-5f16-4cbe-ab95-9a86560bd63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da55048e-e62b-48d0-936e-45b4c487f874,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:43.102638 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 884dc6a3-3735-4115-9fe2-e6d138eb2279 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:43.107490 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 884dc6a3-3735-4115-9fe2-e6d138eb2279 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:43.107991 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.112437 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8fa7e900-5f16-4cbe-ab95-9a86560bd63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:43.146838 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-8fa7e900-5f16-4cbe-ab95-9a86560bd63a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61e4e431505043a9ba7f851e3e99f4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333459 Jun 23 17:26:43.152141 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55668) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:43.258731 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db1513e3-b778-43cc-b6e5-f8a1b8523062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.269101 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.296354 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a5cd46f4-4263-450b-9169-5dfa3198c5fd req-953922c2-9750-4355-9535-ad33b6febc9d tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 210 time: 0.1692636 Jun 23 17:26:43.298795 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f049761c-b184-4efb-a646-294647e0b2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884dc6a3-3735-4115-9fe2-e6d138eb2279'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:43.326622 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db1513e3-b778-43cc-b6e5-f8a1b8523062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.428435 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 884dc6a3-3735-4115-9fe2-e6d138eb2279, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=884dc6a3-3735-4115-9fe2-e6d138eb2279,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:43.447013 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Allocated IP 172.20.0.3 (24554d49-d1fb-4273-bea4-2417edbdfc3e/d2c9528e-dbea-4474-b5f9-ef2f976c0b36/5150d7df-9407-4f58-9f6d-d79d2a43e4d3) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:43.545998 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db1513e3-b778-43cc-b6e5-f8a1b8523062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.547651 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.553357 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db1513e3-b778-43cc-b6e5-f8a1b8523062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.555537 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e449228-15b8-401d-930f-89f10b4e1acf req-221a6aaf-0d1f-4abd-9d9d-8b77c1d0bfa2 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:43.557509 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2e449228-15b8-401d-930f-89f10b4e1acf req-221a6aaf-0d1f-4abd-9d9d-8b77c1d0bfa2 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 945 time: 0.1069763 Jun 23 17:26:43.558051 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 6fe13766-6433-475c-b4e3-e2368fbf4efa up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:43.570631 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-db1513e3-b778-43cc-b6e5-f8a1b8523062 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da55048e-e62b-48d0-936e-45b4c487f874 HTTP/1.1" status: 204 len: 168 time: 0.4134455 Jun 23 17:26:43.579340 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-0fad223a-792c-4628-b3b0-4a9d934420ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:43.696091 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1513e3-b778-43cc-b6e5-f8a1b8523062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da55048e-e62b-48d0-936e-45b4c487f874,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:43.768102 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-db1513e3-b778-43cc-b6e5-f8a1b8523062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:43.789893 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-cefb7db0-e04f-44c1-ae1e-f52f122f16d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:43.889995 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=884dc6a3-3735-4115-9fe2-e6d138eb2279,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:43.893845 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:43.966785 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 6fe13766-6433-475c-b4e3-e2368fbf4efa completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:43.976917 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 6fe13766-6433-475c-b4e3-e2368fbf4efa triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:43.978813 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:43.986391 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-9dd28f70-e32e-4687-add8-5f8ad605d695 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:43.989551 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-9dd28f70-e32e-4687-add8-5f8ad605d695 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.74 "GET /v2.0/networks?id=b84a515c-6d41-4c9c-b073-221c5d108111 HTTP/1.1" status: 200 len: 811 time: 0.3536711 Jun 23 17:26:44.001170 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2e449228-15b8-401d-930f-89f10b4e1acf req-cd22bf19-618d-4500-bbdd-b40975b510bf tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270895 Jun 23 17:26:44.005133 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:44.026083 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Transition to ACTIVE for port object 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:44.107151 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-5d4879f6-d3ee-4aa7-b264-97d34e152f6d tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e100c3cf8441968bf57fae965174a1 HTTP/1.1" status: 200 len: 379 time: 0.1074522 Jun 23 17:26:44.120275 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Request body: {'port': {'device_id': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'admin_state_up': True, 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'security_groups': ['152df8ae-9635-4bf4-88ae-508c431354c2']}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:44.179030 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203566e9-0a74-4542-ad78-24842d7873fd" -d '{"events": [{"server_uuid": "f049761c-b184-4efb-a646-294647e0b2d1", "name": "network-vif-plugged", "status": "completed", "tag": "884dc6a3-3735-4115-9fe2-e6d138eb2279"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:44.184755 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbc32f-7c50-4efa-867e-2c12f49bdd94 req-d18a5f03-74cf-4b56-a9c7-2b81b536ac96 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:44.185736 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:44.186426 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4dfbc32f-7c50-4efa-867e-2c12f49bdd94 req-d18a5f03-74cf-4b56-a9c7-2b81b536ac96 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 945 time: 0.2824368 Jun 23 17:26:44.276602 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 6fe13766-6433-475c-b4e3-e2368fbf4efa, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6fe13766-6433-475c-b4e3-e2368fbf4efa,segment=NetworkSegment(c0f98309-df75-4612-b026-ba20501d0c7d),segment_id=c0f98309-df75-4612-b026-ba20501d0c7d)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:44.298040 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4c3f441b-e7c8-4342-9c1a-97f657ccb1de req-e1ecf8d8-dc01-475e-939a-ec07b2582276 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 210 time: 0.0625138 Jun 23 17:26:44.345274 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:44.360162 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4dfbc32f-7c50-4efa-867e-2c12f49bdd94 req-3dc347ff-04f1-443d-a49b-1917a50a8e7e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598763 Jun 23 17:26:44.399411 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:44.399570 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:44.399778 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:44.528002 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Network 24554d49-d1fb-4273-bea4-2417edbdfc3e is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:44.541954 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:44.554475 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=6fe13766-6433-475c-b4e3-e2368fbf4efa,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:44.562117 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:44.564130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event updated for resources: {'Port': ['ID=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:44.566755 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:44.576794 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:44.577477 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:44.580513 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:44.624709 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Made reservation on behalf of e1e100c3cf8441968bf57fae965174a1 for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:26:44.638235 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:44.749476 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9946ee91-26a7-4c3c-8369-c3fae5d21bbc req-1d19b98e-f434-416e-8c7b-130298cea05a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 210 time: 0.1063564 Jun 23 17:26:44.802194 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8350029 Jun 23 17:26:44.802284 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef945e3-c5b8-47fa-bac3-7d85646acc16 x-openstack-request-id: req-9ef945e3-c5b8-47fa-bac3-7d85646acc16 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:44.802284 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f049761c-b184-4efb-a646-294647e0b2d1", "name": "network-vif-plugged", "status": "completed", "tag": "884dc6a3-3735-4115-9fe2-e6d138eb2279", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:44.802284 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ef945e3-c5b8-47fa-bac3-7d85646acc16 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:44.803130 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f049761c-b184-4efb-a646-294647e0b2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884dc6a3-3735-4115-9fe2-e6d138eb2279', 'code': 200} Jun 23 17:26:44.813498 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Request body: {'port': {'device_id': '69d7b810-ead8-470c-9399-c56354386150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:44.888748 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 0f59a660-0c7c-4a11-8ea2-fb261b89b17a up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:45.017929 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.057792 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-e1132602-a624-41a5-a214-b101cec015c8 None None] Provisioning for port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:45.079385 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-e1132602-a624-41a5-a214-b101cec015c8 None None] Provisioning complete for port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:45.080146 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e1132602-a624-41a5-a214-b101cec015c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.088681 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Allocated IP 172.20.0.14 (b84a515c-6d41-4c9c-b073-221c5d108111/6d9fd77b-a5f6-4b20-83ff-514e53263429/57894c17-e5b6-4b77-92a7-6987970084fd) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:26:45.157189 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:45.183274 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:45.183881 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.302715 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-e1132602-a624-41a5-a214-b101cec015c8 None None] Port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:26:45.348120 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.363757 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Transition to ACTIVE for port object 57894c17-e5b6-4b77-92a7-6987970084fd will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:45.422921 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.438796 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55734) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:45.454482 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-220f1d2d-50c6-446a-908b-460b6ee02ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.505365 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=0f59a660-0c7c-4a11-8ea2-fb261b89b17a,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:45.554705 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31588633'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.574596 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:45.652017 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.657554 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:45.667845 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e577988-2674-48bf-9ef9-dfadb5d7ebbd req-f69589b8-5c16-4e5f-a0bb-80dec2a680df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:45.670943 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5e577988-2674-48bf-9ef9-dfadb5d7ebbd req-f69589b8-5c16-4e5f-a0bb-80dec2a680df service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 1099 time: 0.3408561 Jun 23 17:26:45.689607 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Network b84a515c-6d41-4c9c-b073-221c5d108111 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:26:45.709187 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:26:45.712039 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event updated for resources: {'Port': ['ID=57894c17-e5b6-4b77-92a7-6987970084fd,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:45.718143 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-220f1d2d-50c6-446a-908b-460b6ee02ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.719840 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:26:45.726348 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:45.740915 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d7965-c1ff-4a04-b4cc-a61f7de6b34b req-dd76dfa5-d4c1-4955-a10e-d361e4309fd1 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:45.743653 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3f6d7965-c1ff-4a04-b4cc-a61f7de6b34b req-dd76dfa5-d4c1-4955-a10e-d361e4309fd1 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 946 time: 0.4374225 Jun 23 17:26:45.752208 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5e577988-2674-48bf-9ef9-dfadb5d7ebbd req-a346cb7d-5dc1-4b20-b1a9-0275386733ba service neutron] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.843360 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=0f59a660-0c7c-4a11-8ea2-fb261b89b17a,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:45.864473 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:45.874728 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:45.875043 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.881717 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-220f1d2d-50c6-446a-908b-460b6ee02ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:45.891368 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3fc6c153-0140-4b85-83f5-07a1d56b3a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:45.924118 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3f6d7965-c1ff-4a04-b4cc-a61f7de6b34b req-e1ce940f-ad49-4449-abd1-adaf149fc8a5 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214623 Jun 23 17:26:45.978307 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-220f1d2d-50c6-446a-908b-460b6ee02ecd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81d00655a65e4e79bd7986fad9d4cfa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378373 Jun 23 17:26:45.982784 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f1d2d-50c6-446a-908b-460b6ee02ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4744eb-4fde-48aa-bad6-41e18d2c1dd6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:45.986721 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 55746) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:46.006566 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-220f1d2d-50c6-446a-908b-460b6ee02ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:46.012250 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc014a-2601-45eb-bb7c-b7ca528e4dc6 req-c0b9fbaf-f7d1-41d9-9e00-925b4c41e1ff tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:46.015055 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9adc014a-2601-45eb-bb7c-b7ca528e4dc6 req-c0b9fbaf-f7d1-41d9-9e00-925b4c41e1ff tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 931 time: 0.4100206 Jun 23 17:26:46.088175 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9752340 Jun 23 17:26:46.103418 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6060aacb-f3e6-48ca-b375-db5cceb8bbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.117389 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Request body: {'port': {'device_id': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:26:46.228067 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6060aacb-f3e6-48ca-b375-db5cceb8bbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.249034 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:46.268480 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.304643 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9adc014a-2601-45eb-bb7c-b7ca528e4dc6 req-d0c86878-cfa8-44b5-a1b6-46f754c08ab4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755451 Jun 23 17:26:46.324798 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.329469 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5ed3de7-564d-4759-bf20-213cd2af42f9 None None] Provisioning for port 57894c17-e5b6-4b77-92a7-6987970084fd completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:46.340915 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Transition to ACTIVE for port object 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:46.344171 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5ed3de7-564d-4759-bf20-213cd2af42f9 None None] Provisioning complete for port 57894c17-e5b6-4b77-92a7-6987970084fd triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:46.344816 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3de7-564d-4759-bf20-213cd2af42f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.368752 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5e577988-2674-48bf-9ef9-dfadb5d7ebbd req-a346cb7d-5dc1-4b20-b1a9-0275386733ba service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.400840 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c645177-0813-4683-808d-2c4bbf2c280b req-285955aa-323a-47d6-8999-3fd2b386ca01 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:46.403284 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5c645177-0813-4683-808d-2c4bbf2c280b req-285955aa-323a-47d6-8999-3fd2b386ca01 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1307666 Jun 23 17:26:46.435817 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed3de7-564d-4759-bf20-213cd2af42f9 None None] Port 57894c17-e5b6-4b77-92a7-6987970084fd cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:26:46.470203 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5c645177-0813-4683-808d-2c4bbf2c280b req-b414ab42-861f-4884-8f5e-8818e358e87f tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506954 Jun 23 17:26:46.510532 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.515616 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-671fc8fe-c237-4f13-809b-0dee803045c7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:46.587196 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Pushing event updated for resources: {'Port': ['ID=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:46.599899 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:46.607597 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06b853-0dc3-4bc5-976a-a0b0ec4f89c2 req-278d2a7f-ccf1-4769-b013-11d00d24ffdc tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:46.609262 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9d06b853-0dc3-4bc5-976a-a0b0ec4f89c2 req-278d2a7f-ccf1-4769-b013-11d00d24ffdc tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 932 time: 0.1352792 Jun 23 17:26:46.635145 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-5e577988-2674-48bf-9ef9-dfadb5d7ebbd req-a346cb7d-5dc1-4b20-b1a9-0275386733ba service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.651098 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-59ded426-eb2f-4068-baf9-0bfd31f896f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:46.689550 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Attempting to bind port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:46.690530 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Attempting to bind port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:46.690530 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Attempting to bind port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 on network 24554d49-d1fb-4273-bea4-2417edbdfc3e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:46.712663 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6060aacb-f3e6-48ca-b375-db5cceb8bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.720764 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6060aacb-f3e6-48ca-b375-db5cceb8bbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.722713 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-6060aacb-f3e6-48ca-b375-db5cceb8bbda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af4744eb-4fde-48aa-bad6-41e18d2c1dd6 HTTP/1.1" status: 204 len: 168 time: 0.7308962 Jun 23 17:26:46.734506 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:46.738518 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5e577988-2674-48bf-9ef9-dfadb5d7ebbd req-a346cb7d-5dc1-4b20-b1a9-0275386733ba service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0557911 Jun 23 17:26:46.740016 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 on network 24554d49-d1fb-4273-bea4-2417edbdfc3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:26:46.740459 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Attempting to bind port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 on network 24554d49-d1fb-4273-bea4-2417edbdfc3e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:46.755307 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346cb7d-5dc1-4b20-b1a9-0275386733ba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=51b122ec-b015-41b2-b0f7-44d190084ed6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:46.761021 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9d06b853-0dc3-4bc5-976a-a0b0ec4f89c2 req-2bba4ce4-80a2-42df-b6c6-55fa9120bd8e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301806 Jun 23 17:26:46.762317 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a346cb7d-5dc1-4b20-b1a9-0275386733ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:46.763380 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:46.764376 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Checking segment: {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:46.764376 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Bound using segment: {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:46.764766 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Bound port: 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:46.765228 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.805079 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31d6fee-b0de-4564-b3d5-96d13de2af93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe13766-6433-475c-b4e3-e2368fbf4efa'}, {'server_uuid': '949e0753-0f9a-44eb-a095-a4b0309eb444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f59a660-0c7c-4a11-8ea2-fb261b89b17a'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:46.809364 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060aacb-f3e6-48ca-b375-db5cceb8bbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4744eb-4fde-48aa-bad6-41e18d2c1dd6,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:46.810852 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d796be6-0535-45ad-8aec-d96b9950bc57" -d '{"events": [{"server_uuid": "b31d6fee-b0de-4564-b3d5-96d13de2af93", "name": "network-vif-plugged", "status": "completed", "tag": "6fe13766-6433-475c-b4e3-e2368fbf4efa"}, {"server_uuid": "949e0753-0f9a-44eb-a095-a4b0309eb444", "name": "network-vif-plugged", "status": "completed", "tag": "0f59a660-0c7c-4a11-8ea2-fb261b89b17a"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:46.818677 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-6060aacb-f3e6-48ca-b375-db5cceb8bbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:46.897346 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:46.902502 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:46.937986 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57894c17-e5b6-4b77-92a7-6987970084fd {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:46.949350 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4119e95a-407c-4bfd-a3a8-f27c0505a70a x-openstack-request-id: req-4119e95a-407c-4bfd-a3a8-f27c0505a70a {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:46.949350 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31d6fee-b0de-4564-b3d5-96d13de2af93", "name": "network-vif-plugged", "status": "completed", "tag": "6fe13766-6433-475c-b4e3-e2368fbf4efa", "code": 200}, {"server_uuid": "949e0753-0f9a-44eb-a095-a4b0309eb444", "name": "network-vif-plugged", "status": "completed", "tag": "0f59a660-0c7c-4a11-8ea2-fb261b89b17a", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:46.949350 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4119e95a-407c-4bfd-a3a8-f27c0505a70a {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:46.949939 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31d6fee-b0de-4564-b3d5-96d13de2af93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe13766-6433-475c-b4e3-e2368fbf4efa', 'code': 200} Jun 23 17:26:46.950548 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949e0753-0f9a-44eb-a095-a4b0309eb444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f59a660-0c7c-4a11-8ea2-fb261b89b17a', 'code': 200} Jun 23 17:26:46.963748 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:46.991875 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Transition to ACTIVE for port object 57894c17-e5b6-4b77-92a7-6987970084fd will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:26:47.046352 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:47.051782 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:47.124091 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:47.125652 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:47.127640 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] 10.222.0.74 "PUT /v2.0/ports/5150d7df-9407-4f58-9f6d-d79d2a43e4d3 HTTP/1.1" status: 200 len: 1093 time: 2.3218560 Jun 23 17:26:47.127920 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:47.128743 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:47.131147 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46204725-644b-40e1-84c6-43c6b52baa07" -d '{"events": [{"name": "network-changed", "server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:47.140059 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:47.174033 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Pushing event updated for resources: {'Port': ['ID=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:47.178448 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:47.315506 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5c8cc3-4122-43a6-b2c2-08b479ee97c5 x-openstack-request-id: req-7f5c8cc3-4122-43a6-b2c2-08b479ee97c5 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:47.316733 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:47.317946 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f5c8cc3-4122-43a6-b2c2-08b479ee97c5 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:47.318817 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'status': 'completed', 'code': 200} Jun 23 17:26:47.435028 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Pushing event updated for resources: {'Port': ['ID=57894c17-e5b6-4b77-92a7-6987970084fd,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:47.449828 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:47.616820 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9f23e-ef63-4cb8-b785-4e145def1bf7 req-f5a4407e-0efb-4163-ad69-95e801842029 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:47.631001 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-98e9f23e-ef63-4cb8-b785-4e145def1bf7 req-f5a4407e-0efb-4163-ad69-95e801842029 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 946 time: 0.3855832 Jun 23 17:26:47.633351 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Attempting to bind port 57894c17-e5b6-4b77-92a7-6987970084fd on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:26:47.633700 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Attempting to bind port 57894c17-e5b6-4b77-92a7-6987970084fd by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:26:47.634018 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Attempting to bind port 57894c17-e5b6-4b77-92a7-6987970084fd on network b84a515c-6d41-4c9c-b073-221c5d108111 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:47.650633 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Port 57894c17-e5b6-4b77-92a7-6987970084fd on network b84a515c-6d41-4c9c-b073-221c5d108111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:26:47.651249 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Attempting to bind port 57894c17-e5b6-4b77-92a7-6987970084fd on network b84a515c-6d41-4c9c-b073-221c5d108111 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:26:47.670150 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:26:47.671378 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Checking segment: {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:26:47.671810 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Bound using segment: {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:26:47.674601 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Bound port: 57894c17-e5b6-4b77-92a7-6987970084fd, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:26:47.674968 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:47.760345 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46204725-644b-40e1-84c6-43c6b52baa07 req-5d3c68f2-737c-4515-801f-9c590e0ff4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:47.763078 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-46204725-644b-40e1-84c6-43c6b52baa07 req-5d3c68f2-737c-4515-801f-9c590e0ff4bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 1096 time: 0.4423697 Jun 23 17:26:47.806219 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.74', 59964) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:47.879559 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] For port 57894c17-e5b6-4b77-92a7-6987970084fd, host hv-cinder-78825, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:26:47.883902 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] For port 57894c17-e5b6-4b77-92a7-6987970084fd, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=57894c17-e5b6-4b77-92a7-6987970084fd,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:26:47.985089 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:47.989225 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:47.995978 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-98e9f23e-ef63-4cb8-b785-4e145def1bf7 req-cb96c66e-6d42-4f6b-8eb6-8a36571f6532 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633423 Jun 23 17:26:48.078481 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:48.079137 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:48.080582 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] 10.222.0.74 "PUT /v2.0/ports/57894c17-e5b6-4b77-92a7-6987970084fd HTTP/1.1" status: 200 len: 1094 time: 1.9702978 Jun 23 17:26:48.081115 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'tag': '57894c17-e5b6-4b77-92a7-6987970084fd'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:48.084172 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96821e7b3fc1c3ca34718932d534275ff0ce8c1a006a36611bf262d3b0796c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f3c72c-8acf-4f1f-a7b2-3243354bdd32" -d '{"events": [{"name": "network-changed", "server_uuid": "63f10619-1d93-4cdf-a2ae-61541d6b6435", "tag": "57894c17-e5b6-4b77-92a7-6987970084fd"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:48.138606 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Pushing event updated for resources: {'Port': ['ID=57894c17-e5b6-4b77-92a7-6987970084fd,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:48.150893 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:48.404246 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-ba5a8afb-9269-4485-ba4e-8bff85a8c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:48.406210 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-ba5a8afb-9269-4485-ba4e-8bff85a8c502 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1e100c3cf8441968bf57fae965174a1&device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 1097 time: 0.1405005 Jun 23 17:26:48.456505 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-28ab7a60-ebf0-4a59-9b52-2cecafac209a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57894c17-e5b6-4b77-92a7-6987970084fd HTTP/1.1" status: 200 len: 217 time: 0.0402031 Jun 23 17:26:48.568581 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-210af62a-0c6a-4b3f-8e2c-c8d35e954ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:48.571591 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-210af62a-0c6a-4b3f-8e2c-c8d35e954ae2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d9fd77b-a5f6-4b20-83ff-514e53263429 HTTP/1.1" status: 200 len: 850 time: 0.1030321 Jun 23 17:26:48.673175 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bc479-6271-41fe-bcff-1eb09f9968a3 req-b8b678c1-18f9-479c-8465-0f754e05cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:48.674808 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b17bc479-6271-41fe-bcff-1eb09f9968a3 req-b8b678c1-18f9-479c-8465-0f754e05cf1b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 1099 time: 0.9898016 Jun 23 17:26:48.736724 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c22e85-f90f-452d-bc8d-0972eb43efad req-dd3a8c2f-6565-4241-a01e-20357923b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:48.738345 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-21c22e85-f90f-452d-bc8d-0972eb43efad req-dd3a8c2f-6565-4241-a01e-20357923b9bb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 1099 time: 0.9268079 Jun 23 17:26:48.751917 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46204725-644b-40e1-84c6-43c6b52baa07 req-9940a565-7b72-44b8-bea9-fa254d751a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:48.753457 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-46204725-644b-40e1-84c6-43c6b52baa07 req-9940a565-7b72-44b8-bea9-fa254d751a88 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6d2c437b0bb44576bcdb543df23b5100&shared=False HTTP/1.1" status: 200 len: 918 time: 0.9492967 Jun 23 17:26:48.794949 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5d691-5162-4fb9-a330-4f13fab74349 req-ff6b856e-8298-4e84-b7f7-6bba81f006b3 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:48.802694 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cdf5d691-5162-4fb9-a330-4f13fab74349 req-ff6b856e-8298-4e84-b7f7-6bba81f006b3 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 1.0506091 Jun 23 17:26:48.972354 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-970d4e72-0040-454f-b813-8463dfd2cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:48.975847 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-970d4e72-0040-454f-b813-8463dfd2cf3b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b84a515c-6d41-4c9c-b073-221c5d108111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3963869 Jun 23 17:26:48.991594 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b17bc479-6271-41fe-bcff-1eb09f9968a3 req-452349e0-4b25-400f-b9b6-b5d76dde2c4e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929056 Jun 23 17:26:49.046973 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-21c22e85-f90f-452d-bc8d-0972eb43efad req-c1b0fe8d-bf79-434b-ba98-87ee54f298a7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889082 Jun 23 17:26:49.100438 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cdf5d691-5162-4fb9-a330-4f13fab74349 req-5e8bc5f3-6b9f-4517-a53f-2057cd33898c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963662 Jun 23 17:26:49.146457 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1457f55-07d0-4975-aee2-d6e7fd093c38 req-5f197614-c789-43f6-939e-43781c482d59 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:49.158267 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f1457f55-07d0-4975-aee2-d6e7fd093c38 req-5f197614-c789-43f6-939e-43781c482d59 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.4985096 Jun 23 17:26:49.238047 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46204725-644b-40e1-84c6-43c6b52baa07 req-1dec1a25-7b4c-40fb-998d-b10ebd87791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:49.247212 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-46204725-644b-40e1-84c6-43c6b52baa07 req-1dec1a25-7b4c-40fb-998d-b10ebd87791d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4779308 Jun 23 17:26:49.266957 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-2714e9a4-1282-4ea4-bbcf-ffb2f33c30a6 service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787931 Jun 23 17:26:49.294553 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f1457f55-07d0-4975-aee2-d6e7fd093c38 req-9f70d131-bc7f-4d08-aae0-7a0f0ba34dc6 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356697 Jun 23 17:26:49.468102 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcb4c1-6a62-4744-be0b-13ee08da2b27 req-19430a8c-92b5-4ed7-8f7a-1a9084a87a11 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:49.472328 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da467943-488e-430f-a044-3254663d096b x-openstack-request-id: req-da467943-488e-430f-a044-3254663d096b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:49.472328 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f10619-1d93-4cdf-a2ae-61541d6b6435", "tag": "57894c17-e5b6-4b77-92a7-6987970084fd", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:49.472328 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da467943-488e-430f-a044-3254663d096b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:49.475420 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'tag': '57894c17-e5b6-4b77-92a7-6987970084fd', 'status': 'completed', 'code': 200} Jun 23 17:26:49.475863 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0cfcb4c1-6a62-4744-be0b-13ee08da2b27 req-19430a8c-92b5-4ed7-8f7a-1a9084a87a11 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 944 time: 0.1801565 Jun 23 17:26:49.503537 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-19311032-885d-4220-b95a-2d2ecb7ad4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:49.505208 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-19311032-885d-4220-b95a-2d2ecb7ad4f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 1096 time: 0.1799898 Jun 23 17:26:49.553979 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-3be6e3cf-e7fe-466a-a8e3-c487dc0a1f53 req-d6ca42f1-6855-490b-9772-53e104352ff5 service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796178 Jun 23 17:26:49.596037 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-11d66eb2-7a40-48d2-a519-9da7c3f9d9e2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0722923 Jun 23 17:26:49.601841 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0cfcb4c1-6a62-4744-be0b-13ee08da2b27 req-ccf11da8-3520-4a62-9661-92fed5d09fe6 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250494 Jun 23 17:26:49.692021 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-bbccb0bd-c48f-4106-8c0f-eea61cb0dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:49.693969 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-bbccb0bd-c48f-4106-8c0f-eea61cb0dfd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c9528e-dbea-4474-b5f9-ef2f976c0b36 HTTP/1.1" status: 200 len: 856 time: 0.0872254 Jun 23 17:26:49.704386 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620bbff-9d21-490f-a47e-8f174156f536 req-9d3b0b67-8e01-4a0e-849b-214616606330 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:49.706778 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3620bbff-9d21-490f-a47e-8f174156f536 req-9d3b0b67-8e01-4a0e-849b-214616606330 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 946 time: 0.2003372 Jun 23 17:26:49.827916 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3620bbff-9d21-490f-a47e-8f174156f536 req-e7fc6aae-8ba8-4cfa-9a6c-5e427be56c7d tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046281 Jun 23 17:26:49.881972 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-ba4063ed-ac23-4a16-aadb-0b94a698fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:49.886589 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-ba4063ed-ac23-4a16-aadb-0b94a698fa66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24554d49-d1fb-4273-bea4-2417edbdfc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1760602 Jun 23 17:26:49.888489 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3c72c-8acf-4f1f-a7b2-3243354bdd32 req-ba97f590-8dfd-4fc5-b2dd-030ea402f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:49.890094 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-d5f3c72c-8acf-4f1f-a7b2-3243354bdd32 req-ba97f590-8dfd-4fc5-b2dd-030ea402f61e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1e100c3cf8441968bf57fae965174a1&device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 1097 time: 0.1331470 Jun 23 17:26:50.043829 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-fb859d6d-cf13-406b-b51e-7125e874f8f9 service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397974 Jun 23 17:26:50.084472 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3c72c-8acf-4f1f-a7b2-3243354bdd32 req-f4d232c8-4889-4bfd-b3a4-8fac6ab97c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:50.087124 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-d5f3c72c-8acf-4f1f-a7b2-3243354bdd32 req-f4d232c8-4889-4bfd-b3a4-8fac6ab97c29 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b84a515c-6d41-4c9c-b073-221c5d108111 HTTP/1.1" status: 200 len: 912 time: 0.1744545 Jun 23 17:26:50.156534 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-d5f3c72c-8acf-4f1f-a7b2-3243354bdd32 req-bb57e1f9-f7d8-4897-a00a-a6a53b19d787 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57894c17-e5b6-4b77-92a7-6987970084fd HTTP/1.1" status: 200 len: 217 time: 0.0561681 Jun 23 17:26:50.285234 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3c72c-8acf-4f1f-a7b2-3243354bdd32 req-212fe8a1-f84d-43c7-b04d-a573b191a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:50.286836 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-d5f3c72c-8acf-4f1f-a7b2-3243354bdd32 req-212fe8a1-f84d-43c7-b04d-a573b191a58a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d9fd77b-a5f6-4b20-83ff-514e53263429 HTTP/1.1" status: 200 len: 850 time: 0.1207685 Jun 23 17:26:50.302287 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e3e39b8-4f79-4953-83d2-a7bf278183a8 req-17d376e6-869d-4fd1-aee8-a11dc4cf27b2 service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497907 Jun 23 17:26:50.427778 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3c72c-8acf-4f1f-a7b2-3243354bdd32 req-a05c76ac-cd0e-47d4-ade5-f8de42aab682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:50.430806 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-d5f3c72c-8acf-4f1f-a7b2-3243354bdd32 req-a05c76ac-cd0e-47d4-ade5-f8de42aab682 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b84a515c-6d41-4c9c-b073-221c5d108111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1341140 Jun 23 17:26:50.689816 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695c3eb-87e4-4c1a-a008-796d41b430a2 req-7ff31377-49f2-4261-a35b-0f864f226799 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:50.703803 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e695c3eb-87e4-4c1a-a008-796d41b430a2 req-7ff31377-49f2-4261-a35b-0f864f226799 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.2669499 Jun 23 17:26:50.752714 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-d5f3c72c-8acf-4f1f-a7b2-3243354bdd32 req-9f22ecf5-56f1-4446-9481-2ca0f24573db service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113871 Jun 23 17:26:50.819945 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e695c3eb-87e4-4c1a-a008-796d41b430a2 req-5a66b0e8-6c74-4d14-89e8-7bf00de596d2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075358 Jun 23 17:26:50.883176 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce892d-1c9f-4563-beb3-71e70216817b req-0aed1b9b-87f8-4958-a680-e413fb917a2a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:50.889270 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-26ce892d-1c9f-4563-beb3-71e70216817b req-0aed1b9b-87f8-4958-a680-e413fb917a2a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.3112726 Jun 23 17:26:50.990045 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-26ce892d-1c9f-4563-beb3-71e70216817b req-9ee2950c-7422-4ee9-bfae-5d34ec55e799 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870550 Jun 23 17:26:51.000984 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-d5f3c72c-8acf-4f1f-a7b2-3243354bdd32 req-f84c9e74-38a7-40ce-a185-c16605745d4e service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324479 Jun 23 17:26:51.281103 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7a203-eb00-457b-a94e-32d32c818f1e req-8353d91a-1434-45b8-ab9b-9696843e3f67 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:51.282793 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e2f7a203-eb00-457b-a94e-32d32c818f1e req-8353d91a-1434-45b8-ab9b-9696843e3f67 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 944 time: 0.1615787 Jun 23 17:26:51.312893 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e6595-677a-4593-b0e1-000d73d82143 req-8041f1cc-b6fd-439f-a3fb-861b6fe484af tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:51.314326 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3c2e6595-677a-4593-b0e1-000d73d82143 req-8041f1cc-b6fd-439f-a3fb-861b6fe484af tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 946 time: 0.1121988 Jun 23 17:26:51.413856 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e2f7a203-eb00-457b-a94e-32d32c818f1e req-4936aace-b727-481f-a946-3771ad47f15e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184049 Jun 23 17:26:51.428293 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3c2e6595-677a-4593-b0e1-000d73d82143 req-77390f97-5e46-4246-b218-4d7bdd0e7b8a tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019557 Jun 23 17:26:51.502459 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 55934) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:51.667024 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:51.778104 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:51.903872 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:51.909770 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-802a0a02-90e8-4a7e-8ca1-313fe931ad9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:51.958505 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb3c90aa5a86484e9521161c1e64d67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547334 Jun 23 17:26:51.959510 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30efe12-8190-4a96-97d6-0a7ef54fc1b4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:51.962808 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 55946) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:51.981094 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:51.981517 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:51.981829 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:51.982148 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:51.982492 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:51.982837 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:51.983210 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:51.983548 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:51.983985 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:51.984249 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:51.984539 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:51.984869 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:51.990624 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:52.079759 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-420add1b-177a-40c1-abb8-10f4871aedb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:52.116729 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-420add1b-177a-40c1-abb8-10f4871aedb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:52.166269 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688929d0-330a-430d-a0d8-5ba9b3ae9ccf req-a16b2981-4d91-459a-93cb-15405f1b8b89 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:52.168199 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-688929d0-330a-430d-a0d8-5ba9b3ae9ccf req-a16b2981-4d91-459a-93cb-15405f1b8b89 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1451418 Jun 23 17:26:52.235181 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-688929d0-330a-430d-a0d8-5ba9b3ae9ccf req-44488c58-8e25-47de-8aa1-5bf3c61c15d3 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528560 Jun 23 17:26:52.319862 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-420add1b-177a-40c1-abb8-10f4871aedb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:52.326253 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-420add1b-177a-40c1-abb8-10f4871aedb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:52.328174 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-420add1b-177a-40c1-abb8-10f4871aedb9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d30efe12-8190-4a96-97d6-0a7ef54fc1b4 HTTP/1.1" status: 204 len: 168 time: 0.3641691 Jun 23 17:26:52.334399 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4a0742a9-42f7-4819-b6e7-fae995b2c03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:52.367646 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5369136-2354-433e-a723-9662d672ee82 req-3df88756-3f7f-492d-a412-575347cd6e2d tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:52.367646 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e5369136-2354-433e-a723-9662d672ee82 req-3df88756-3f7f-492d-a412-575347cd6e2d tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1148167 Jun 23 17:26:52.368637 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420add1b-177a-40c1-abb8-10f4871aedb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30efe12-8190-4a96-97d6-0a7ef54fc1b4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:52.371912 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-420add1b-177a-40c1-abb8-10f4871aedb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:52.443303 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e5369136-2354-433e-a723-9662d672ee82 req-5ff9f267-ed39-4ceb-be1f-eb65a1bc2e6d tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550299 Jun 23 17:26:52.671112 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e49d0-8134-4c62-9d99-66abb1fc9a28 req-46eff2d1-6e15-4ce3-997a-52f93c1167b5 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:52.674248 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cb9e49d0-8134-4c62-9d99-66abb1fc9a28 req-46eff2d1-6e15-4ce3-997a-52f93c1167b5 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 944 time: 0.1201127 Jun 23 17:26:52.740221 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cb9e49d0-8134-4c62-9d99-66abb1fc9a28 req-7cba1261-fc86-4ede-bf97-11be674db6f7 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571771 Jun 23 17:26:52.883180 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 57894c17-e5b6-4b77-92a7-6987970084fd details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:26:53.015183 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 57894c17-e5b6-4b77-92a7-6987970084fd, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=57894c17-e5b6-4b77-92a7-6987970084fd,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:53.044048 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '57894c17-e5b6-4b77-92a7-6987970084fd', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'port_id': '57894c17-e5b6-4b77-92a7-6987970084fd', 'mac_address': 'fa:16:3e:04:7c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:26:53.108874 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.155104 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57894c17-e5b6-4b77-92a7-6987970084fd {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:53.188498 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 57894c17-e5b6-4b77-92a7-6987970084fd, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=57894c17-e5b6-4b77-92a7-6987970084fd,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:53.305478 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429d5bd-be08-4743-b441-2f5379cedccb req-a44f2ecc-6913-4d72-831b-47f1d612110e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:53.307874 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4429d5bd-be08-4743-b441-2f5379cedccb req-a44f2ecc-6913-4d72-831b-47f1d612110e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.0772307 Jun 23 17:26:53.352305 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4429d5bd-be08-4743-b441-2f5379cedccb req-fdfe0f7b-325d-4131-a019-3ed9e545abd4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 Jun 23 17:26:53.357512 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.359227 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 55976) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:53.360217 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:26:53.364861 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-ff2d1a27-5a2f-4f88-8dd9-158c54a3a2a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:53.375499 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a605725-2d96-4458-81d6-196eef31d977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.483467 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=57894c17-e5b6-4b77-92a7-6987970084fd,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:53.497807 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:53.509085 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1641-47c5-4946-a109-2ee6358dfa9b req-e2ee0af9-c0fb-424e-b6ae-0b35daee4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:53.512170 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-939a1641-47c5-4946-a109-2ee6358dfa9b req-e2ee0af9-c0fb-424e-b6ae-0b35daee4493 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 1099 time: 0.1127365 Jun 23 17:26:53.521660 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977ef6-3e1c-45eb-a6c7-799c02b0fb48 req-99185701-4234-4f19-b7eb-dd079d33cc83 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:53.523323 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fd977ef6-3e1c-45eb-a6c7-799c02b0fb48 req-99185701-4234-4f19-b7eb-dd079d33cc83 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.0855334 Jun 23 17:26:53.580163 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fd977ef6-3e1c-45eb-a6c7-799c02b0fb48 req-56c449b7-0fc4-49d5-8070-ae0d4112a33d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455294 Jun 23 17:26:53.671875 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a605725-2d96-4458-81d6-196eef31d977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.685166 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1641-47c5-4946-a109-2ee6358dfa9b req-3a203175-d658-42a6-95db-aa6ff8f0f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:53.687645 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-939a1641-47c5-4946-a109-2ee6358dfa9b req-3a203175-d658-42a6-95db-aa6ff8f0f880 service neutron] 10.222.0.74 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 920 time: 0.1684158 Jun 23 17:26:53.717107 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:53.733430 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'port_id': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'mac_address': 'fa:16:3e:28:52:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:26:53.782954 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-939a1641-47c5-4946-a109-2ee6358dfa9b req-7a57dfe9-ed3d-484d-9ac2-92a0de5b3d1a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f59a660-0c7c-4a11-8ea2-fb261b89b17a HTTP/1.1" status: 200 len: 217 time: 0.0426738 Jun 23 17:26:53.785034 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.794052 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:26:53.799167 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1641-47c5-4946-a109-2ee6358dfa9b req-8efd328b-2072-4aa6-b976-564a750fefb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:53.801025 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-939a1641-47c5-4946-a109-2ee6358dfa9b req-8efd328b-2072-4aa6-b976-564a750fefb5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c681fbb-07c8-4e8c-977d-2a59084dd09c HTTP/1.1" status: 200 len: 859 time: 0.0567820 Jun 23 17:26:53.821887 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:53.845536 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-939a1641-47c5-4946-a109-2ee6358dfa9b req-518b2989-ab90-46a6-9eba-e9bf464a6dac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=172ef0f4-4e06-4b11-9e1f-51d467b2976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374947 Jun 23 17:26:53.851624 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2a605725-2d96-4458-81d6-196eef31d977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.872314 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-86a59167-7ac9-4283-a218-48a041cf8521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:53.937585 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-2a605725-2d96-4458-81d6-196eef31d977 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f3c0714110c492c8b4abb572090034f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5770843 Jun 23 17:26:53.947786 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 55980) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:53.985139 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:53.998294 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:53.998483 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a605725-2d96-4458-81d6-196eef31d977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c6ba8b-f4e4-4a25-ac83-e072b508df76,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:54.012251 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-939a1641-47c5-4946-a109-2ee6358dfa9b req-0f572dbf-e8ee-4f58-8db7-77a6baba1d8f service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586804 Jun 23 17:26:54.018124 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2a605725-2d96-4458-81d6-196eef31d977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:54.105930 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:54.116030 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:54.125334 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f318c-55bc-43e6-987b-5bc4f5779744 req-b289df50-e95e-4832-be92-09b45dc903d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:54.137773 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-346f318c-55bc-43e6-987b-5bc4f5779744 req-b289df50-e95e-4832-be92-09b45dc903d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 945 time: 0.2504015 Jun 23 17:26:54.153878 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-939a1641-47c5-4946-a109-2ee6358dfa9b req-2ca0dbd2-60a5-4db3-8728-19258c213c5e service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316490 Jun 23 17:26:54.154554 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2d9c-3ab1-4a74-ad56-dd8853e9b137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:54.227537 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2d9c-3ab1-4a74-ad56-dd8853e9b137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:54.259856 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-346f318c-55bc-43e6-987b-5bc4f5779744 req-cfc58604-6578-4976-a86c-be2543c3a484 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205754 Jun 23 17:26:54.285824 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['57894c17-e5b6-4b77-92a7-6987970084fd'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:54.300145 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['5150d7df-9407-4f58-9f6d-d79d2a43e4d3'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:54.479648 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2d9c-3ab1-4a74-ad56-dd8853e9b137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:54.483188 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2d9c-3ab1-4a74-ad56-dd8853e9b137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:54.484529 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-ee3e2d9c-3ab1-4a74-ad56-dd8853e9b137 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20c6ba8b-f4e4-4a25-ac83-e072b508df76 HTTP/1.1" status: 204 len: 168 time: 0.5350046 Jun 23 17:26:54.485701 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:54.501700 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e2d9c-3ab1-4a74-ad56-dd8853e9b137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c6ba8b-f4e4-4a25-ac83-e072b508df76,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:54.505465 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ee3e2d9c-3ab1-4a74-ad56-dd8853e9b137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:54.701953 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a7702-f98b-4d7f-bc0c-17e0edc490dc req-1c1943da-66ce-4d56-b437-b7353fb4f032 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:54.707939 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d78a7702-f98b-4d7f-bc0c-17e0edc490dc req-1c1943da-66ce-4d56-b437-b7353fb4f032 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1586733 Jun 23 17:26:54.792290 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d78a7702-f98b-4d7f-bc0c-17e0edc490dc req-1fa06dea-3d56-404a-ad61-95355492e2f0 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692770 Jun 23 17:26:55.082489 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297680f-043e-4d1d-9ac3-1c832ffcabd9 req-1e1a7342-7785-4fe4-ad7d-0e07cde76610 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:55.087823 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1297680f-043e-4d1d-9ac3-1c832ffcabd9 req-1e1a7342-7785-4fe4-ad7d-0e07cde76610 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 944 time: 0.1126425 Jun 23 17:26:55.131437 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1297680f-043e-4d1d-9ac3-1c832ffcabd9 req-9e19116b-7d9b-40a3-a331-9968979773e0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407898 Jun 23 17:26:55.499120 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9f002-c949-4019-9026-64040747818c req-81c21d25-0ed5-4ca3-9b3a-b760e24e2272 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:55.502649 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-88d9f002-c949-4019-9026-64040747818c req-81c21d25-0ed5-4ca3-9b3a-b760e24e2272 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 945 time: 0.1003804 Jun 23 17:26:55.552329 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-88d9f002-c949-4019-9026-64040747818c req-81459a30-0ddb-495b-8b84-e97224d490c0 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427098 Jun 23 17:26:56.062640 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd3828-8b60-44f9-9e9b-6bb20b847aa8 req-4c778589-31cc-496a-9252-dfd5265c088b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:56.066823 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-95fd3828-8b60-44f9-9e9b-6bb20b847aa8 req-4c778589-31cc-496a-9252-dfd5265c088b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1228137 Jun 23 17:26:56.122084 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-95fd3828-8b60-44f9-9e9b-6bb20b847aa8 req-e6c825b7-b5fd-473a-a4ce-d56e74e9359a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408587 Jun 23 17:26:56.373888 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56070) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:56.440372 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3b060-8c4b-4d48-8d33-9740739c7c39 req-344a20d1-99db-4ab9-a6ac-a29cc5367dd4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:56.442178 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-17b3b060-8c4b-4d48-8d33-9740739c7c39 req-344a20d1-99db-4ab9-a6ac-a29cc5367dd4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 944 time: 0.1096799 Jun 23 17:26:56.524169 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-17b3b060-8c4b-4d48-8d33-9740739c7c39 req-12b456a8-28aa-47dd-a905-ec52c6b1bacd tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656304 Jun 23 17:26:56.576931 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:56.727909 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:56.750214 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4ab4-f6d9-4949-aade-e73c1815b11e req-7898e28e-1ac5-45bc-8eab-7119410b153c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:56.751877 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3a4c4ab4-f6d9-4949-aade-e73c1815b11e req-7898e28e-1ac5-45bc-8eab-7119410b153c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 945 time: 0.0759337 Jun 23 17:26:56.795945 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3a4c4ab4-f6d9-4949-aade-e73c1815b11e req-629993f2-46ab-4d18-a67e-9d89943c9264 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371263 Jun 23 17:26:56.833603 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:56.836193 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:56.875585 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac24425cf3004515bba0b83f23b34d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5005431 Jun 23 17:26:56.876588 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5385eacd-dc9d-4837-9715-fbbae01860cb,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:56.878876 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56080) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:26:56.897052 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:56.897415 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:56.897781 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:56.898148 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:56.898503 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:56.898845 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:56.899226 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:56.899569 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:56.899908 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:56.900248 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:56.900596 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:56.900927 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:56.906513 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:56.914344 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:56.958197 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10c664ac-0056-4021-8931-3076b3cf5945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:56.990002 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10c664ac-0056-4021-8931-3076b3cf5945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:57.054221 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:57.065349 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:57.066096 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:57.194695 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10c664ac-0056-4021-8931-3076b3cf5945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:57.199879 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10c664ac-0056-4021-8931-3076b3cf5945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:57.201551 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-10c664ac-0056-4021-8931-3076b3cf5945 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5385eacd-dc9d-4837-9715-fbbae01860cb HTTP/1.1" status: 204 len: 168 time: 0.3209813 Jun 23 17:26:57.203310 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-4f514287-7c1b-44f6-b74f-19b82476b0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:57.217272 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c664ac-0056-4021-8931-3076b3cf5945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5385eacd-dc9d-4837-9715-fbbae01860cb,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:57.220894 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-10c664ac-0056-4021-8931-3076b3cf5945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:57.292168 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:57.373787 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:57.379723 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:57.382834 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee85c0b-3c84-47c7-9805-b337f34f8934" -d '{"events": [{"server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "name": "network-vif-plugged", "status": "completed", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:57.411048 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab889f-ff69-4b1e-8fdc-1f14f70c29d2 req-a354a281-3406-4daf-b2f8-feff87679791 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:57.437624 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-39ab889f-ff69-4b1e-8fdc-1f14f70c29d2 req-a354a281-3406-4daf-b2f8-feff87679791 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1338968 Jun 23 17:26:57.446942 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfdbc85-d801-452f-a545-fd11e6d729c5 x-openstack-request-id: req-9dfdbc85-d801-452f-a545-fd11e6d729c5 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:57.447562 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "name": "network-vif-plugged", "status": "completed", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:57.447981 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9dfdbc85-d801-452f-a545-fd11e6d729c5 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:57.448540 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'code': 200} Jun 23 17:26:57.473878 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-cb26b74d-8b0a-4b8f-bc32-9b0d17492392 req-3da687b0-ca22-4ac8-b02b-7d5014349e03 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1895390 Jun 23 17:26:57.501713 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-39ab889f-ff69-4b1e-8fdc-1f14f70c29d2 req-7295139c-2b04-4124-a765-cc2c4617d719 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743997 Jun 23 17:26:57.507723 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:57.508647 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 57894c17-e5b6-4b77-92a7-6987970084fd up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:57.555250 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:57.637667 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:57.648588 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:57.649331 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:57.649879 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:57.650611 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:57.651206 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:57.651754 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:57.652295 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:57.652871 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:57.653440 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:57.654242 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:57.654883 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:57.655480 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:57.675151 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:57.735044 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26b74d-8b0a-4b8f-bc32-9b0d17492392 req-700252bc-907f-4d22-a822-7a322afe9197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:57.737651 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-cb26b74d-8b0a-4b8f-bc32-9b0d17492392 req-700252bc-907f-4d22-a822-7a322afe9197 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7f1fc7c7684687a31591139b8eff95&device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 1099 time: 0.1232977 Jun 23 17:26:57.865954 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 57894c17-e5b6-4b77-92a7-6987970084fd completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:26:57.876496 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 57894c17-e5b6-4b77-92a7-6987970084fd triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:26:57.883434 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:57.940133 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28473d42-9330-4b7c-83d9-f97fa230496d req-d4ff9c03-d48f-42ad-b052-e003a8057708 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:57.942274 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-28473d42-9330-4b7c-83d9-f97fa230496d req-d4ff9c03-d48f-42ad-b052-e003a8057708 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1722779 Jun 23 17:26:57.967282 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26b74d-8b0a-4b8f-bc32-9b0d17492392 req-bff61f7c-9b03-457c-9e10-ff4e3df8bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:57.972275 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-cb26b74d-8b0a-4b8f-bc32-9b0d17492392 req-bff61f7c-9b03-457c-9e10-ff4e3df8bd3a service neutron] 10.222.0.74 "GET /v2.0/networks?id=73eb6520-79c2-4959-8388-73775f920e36 HTTP/1.1" status: 200 len: 912 time: 0.2042320 Jun 23 17:26:58.036090 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-cb26b74d-8b0a-4b8f-bc32-9b0d17492392 req-b5f028df-fa87-4835-a96b-e15d883237f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe13766-6433-475c-b4e3-e2368fbf4efa HTTP/1.1" status: 200 len: 217 time: 0.0565438 Jun 23 17:26:58.093421 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-28473d42-9330-4b7c-83d9-f97fa230496d req-2728580b-330d-4112-bb4a-af1993b7b762 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375897 Jun 23 17:26:58.139436 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:58.175434 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26b74d-8b0a-4b8f-bc32-9b0d17492392 req-22056112-23da-4dcc-bc25-cdb50685c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:58.179812 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-cb26b74d-8b0a-4b8f-bc32-9b0d17492392 req-22056112-23da-4dcc-bc25-cdb50685c3a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d21a176b-a50e-4c60-a176-6eaa31c30a8c HTTP/1.1" status: 200 len: 851 time: 0.1357696 Jun 23 17:26:58.206149 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306c0bd-edc3-4c53-a7b4-dc9939312499 req-530b0fef-e03c-43c3-b169-dfe44be3cc80 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:58.208989 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1306c0bd-edc3-4c53-a7b4-dc9939312499 req-530b0fef-e03c-43c3-b169-dfe44be3cc80 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 945 time: 0.0973430 Jun 23 17:26:58.219528 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 57894c17-e5b6-4b77-92a7-6987970084fd, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=57894c17-e5b6-4b77-92a7-6987970084fd,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:58.222414 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-cb26b74d-8b0a-4b8f-bc32-9b0d17492392 req-33a5ab93-9ced-41ad-b74e-13d4f063aa8d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=73eb6520-79c2-4959-8388-73775f920e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337918 Jun 23 17:26:58.261005 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1306c0bd-edc3-4c53-a7b4-dc9939312499 req-95a94048-f21e-4b12-acda-8fadaf5d4892 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421028 Jun 23 17:26:58.308881 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:26:58.318314 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:26:58.396802 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=57894c17-e5b6-4b77-92a7-6987970084fd,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:58.406606 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:26:58.430600 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-cb26b74d-8b0a-4b8f-bc32-9b0d17492392 req-1f2e4836-b2ab-4ff6-a55e-ced56baaa4a3 service neutron] 10.222.0.74 "GET /v2.0/networks/73eb6520-79c2-4959-8388-73775f920e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954093 Jun 23 17:26:58.496224 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922733d4-3467-4ccd-9d97-bf34271a46e3 req-3d4b0546-64b7-46a4-a437-a337b6fd8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:58.500000 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-922733d4-3467-4ccd-9d97-bf34271a46e3 req-3d4b0546-64b7-46a4-a437-a337b6fd8bed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 1098 time: 0.1223328 Jun 23 17:26:58.548815 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-cb26b74d-8b0a-4b8f-bc32-9b0d17492392 req-aef9c01b-b94f-47db-ad94-4c60ad4e988b service neutron] 10.222.0.74 "GET /v2.0/networks/73eb6520-79c2-4959-8388-73775f920e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108432 Jun 23 17:26:58.571353 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-922733d4-3467-4ccd-9d97-bf34271a46e3 req-fb14199b-5053-46e4-8371-e15de2202bd3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633883 Jun 23 17:26:58.728769 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308679e-e1ba-4bfa-9d61-859cb4272051 req-afe16a04-3cde-4a29-8769-a6cbdf79ec2b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:58.737885 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6308679e-e1ba-4bfa-9d61-859cb4272051 req-afe16a04-3cde-4a29-8769-a6cbdf79ec2b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.0730333 Jun 23 17:26:58.782513 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6308679e-e1ba-4bfa-9d61-859cb4272051 req-bfc9b58b-f1e8-4fa5-96d9-75847805c7fe tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459909 Jun 23 17:26:59.341434 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63766a65-998c-4d0d-a09f-ba7e5dc7d6f0 req-c3c84c33-2a68-4f18-b819-ce6fa630ab52 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:59.343928 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-63766a65-998c-4d0d-a09f-ba7e5dc7d6f0 req-c3c84c33-2a68-4f18-b819-ce6fa630ab52 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.0803370 Jun 23 17:26:59.418119 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-63766a65-998c-4d0d-a09f-ba7e5dc7d6f0 req-2ab93a4b-def3-4704-9db6-d7ce0e4a71b7 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642083 Jun 23 17:26:59.449970 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57894c17-e5b6-4b77-92a7-6987970084fd'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:26:59.452522 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37daf9d-1b88-4b6e-8145-f56da25c1a65" -d '{"events": [{"server_uuid": "63f10619-1d93-4cdf-a2ae-61541d6b6435", "name": "network-vif-plugged", "status": "completed", "tag": "57894c17-e5b6-4b77-92a7-6987970084fd"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:59.526531 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f6ac1-bbfa-4107-88ae-13878c380e32 req-0e3135b1-05c1-4390-bf4e-14b010082267 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:26:59.533983 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b64f6ac1-bbfa-4107-88ae-13878c380e32 req-0e3135b1-05c1-4390-bf4e-14b010082267 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.0932381 Jun 23 17:26:59.564204 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6e86cd-b03d-4ff0-971e-2674063b3480 x-openstack-request-id: req-db6e86cd-b03d-4ff0-971e-2674063b3480 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:59.564559 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f10619-1d93-4cdf-a2ae-61541d6b6435", "name": "network-vif-plugged", "status": "completed", "tag": "57894c17-e5b6-4b77-92a7-6987970084fd", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:59.564826 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db6e86cd-b03d-4ff0-971e-2674063b3480 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:59.565236 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57894c17-e5b6-4b77-92a7-6987970084fd', 'code': 200} Jun 23 17:26:59.571182 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b64f6ac1-bbfa-4107-88ae-13878c380e32 req-99314047-840a-4566-b198-37dd30424027 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362325 Jun 23 17:27:00.026812 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50affc63-5609-426f-94da-c2681171f04e req-2ecbf3ca-7be8-4e6f-947d-8e6d6f14a37e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:00.028392 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-50affc63-5609-426f-94da-c2681171f04e req-2ecbf3ca-7be8-4e6f-947d-8e6d6f14a37e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.0885985 Jun 23 17:27:00.072571 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-50affc63-5609-426f-94da-c2681171f04e req-1e39f6ec-7430-4260-83ae-0982f6cd160f tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375268 Jun 23 17:27:00.264780 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624a4b5-8aa7-4067-b414-1211f27c522a req-0ffeb5b9-a0a4-4545-b42a-d8b2774b14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:00.274480 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3624a4b5-8aa7-4067-b414-1211f27c522a req-0ffeb5b9-a0a4-4545-b42a-d8b2774b14ec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 1099 time: 0.0698559 Jun 23 17:27:00.346458 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3624a4b5-8aa7-4067-b414-1211f27c522a req-1aadd74d-60d6-4bcb-aa55-6c9dfed533c7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596189 Jun 23 17:27:00.783599 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc83f94-06f5-4aaa-82e6-2b8a42cbf65b req-6408c362-d295-4247-8b56-71a0e1c542b5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:00.786621 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9bc83f94-06f5-4aaa-82e6-2b8a42cbf65b req-6408c362-d295-4247-8b56-71a0e1c542b5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1359596 Jun 23 17:27:00.914122 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9bc83f94-06f5-4aaa-82e6-2b8a42cbf65b req-b34aa7d8-c094-4060-9a2b-8976917d7be0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130934 Jun 23 17:27:00.949453 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647734cf-91f7-4f5e-9b46-e74c922cb5f9 req-c3b45973-27c4-4a62-8a1b-61ee531e29dd tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:00.957043 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-647734cf-91f7-4f5e-9b46-e74c922cb5f9 req-c3b45973-27c4-4a62-8a1b-61ee531e29dd tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1295307 Jun 23 17:27:01.008341 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-647734cf-91f7-4f5e-9b46-e74c922cb5f9 req-2f55b02b-a177-4761-a06b-6effd5f8b75c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503869 Jun 23 17:27:01.089857 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56202) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:01.288566 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-367ca705-04b4-4377-8251-d8e21740488f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:01.510200 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-367ca705-04b4-4377-8251-d8e21740488f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:01.591463 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ee4cb-6027-4820-8043-6f00218796bd req-d1dc0f6b-c413-42e2-8ba6-f4833bda260b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:01.593495 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-970ee4cb-6027-4820-8043-6f00218796bd req-d1dc0f6b-c413-42e2-8ba6-f4833bda260b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.4615743 Jun 23 17:27:01.605474 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 56220) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:01.613315 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582fc59-ba9a-4ba5-852c-cbbc6cae96c5 req-0b5a7538-f54a-4c6d-8461-96ab5f4558ab tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:01.614893 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8582fc59-ba9a-4ba5-852c-cbbc6cae96c5 req-0b5a7538-f54a-4c6d-8461-96ab5f4558ab tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 946 time: 0.4801917 Jun 23 17:27:01.619680 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a026cd75-5fbc-428b-9af9-ff3b400866ba tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Request body: {'floatingip': {'port_id': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:01.711153 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a026cd75-5fbc-428b-9af9-ff3b400866ba tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:01.756310 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-367ca705-04b4-4377-8251-d8e21740488f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:01.766355 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-89f70262-44fb-4dd7-b0e5-f0d84c473442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:01.818852 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8582fc59-ba9a-4ba5-852c-cbbc6cae96c5 req-c8339587-6158-4488-b3df-9f0001c2c291 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956716 Jun 23 17:27:01.853153 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ca705-04b4-4377-8251-d8e21740488f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf3ad45-4151-4788-866c-7dfd7e702d51,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:01.859090 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-367ca705-04b4-4377-8251-d8e21740488f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:01.871580 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-367ca705-04b4-4377-8251-d8e21740488f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a7f60c6e44c40e280be51e637a797c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7792566 Jun 23 17:27:01.872328 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56226) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:01.956354 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1179a5a-32a7-48ac-a8e2-e0ca12b98261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:01.987028 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1179a5a-32a7-48ac-a8e2-e0ca12b98261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:02.143461 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60500-10d8-40ab-9f3c-0f05dba012ab req-bd59e09c-7e4f-45bc-bde5-512bcd868237 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:02.145868 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9ef60500-10d8-40ab-9f3c-0f05dba012ab req-bd59e09c-7e4f-45bc-bde5-512bcd868237 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.3152583 Jun 23 17:27:02.200055 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1179a5a-32a7-48ac-a8e2-e0ca12b98261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:02.206718 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c1179a5a-32a7-48ac-a8e2-e0ca12b98261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:02.213314 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c1179a5a-32a7-48ac-a8e2-e0ca12b98261 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbf3ad45-4151-4788-866c-7dfd7e702d51 HTTP/1.1" status: 204 len: 168 time: 0.3395896 Jun 23 17:27:02.215083 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c6a1c70f-ce97-4030-94f0-efc080c49fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:02.236570 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1179a5a-32a7-48ac-a8e2-e0ca12b98261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf3ad45-4151-4788-866c-7dfd7e702d51,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:02.250844 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c1179a5a-32a7-48ac-a8e2-e0ca12b98261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:02.303330 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:02.319974 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9ef60500-10d8-40ab-9f3c-0f05dba012ab req-40304185-20e3-4dc6-8bec-049028465e96 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484857 Jun 23 17:27:02.367447 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c11b6-b835-46aa-bc88-d71f3c24eed5 req-4fa851a3-6b78-4654-aa81-3c39169c1121 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:02.369851 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a33c11b6-b835-46aa-bc88-d71f3c24eed5 req-4fa851a3-6b78-4654-aa81-3c39169c1121 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.2193210 Jun 23 17:27:02.537361 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a33c11b6-b835-46aa-bc88-d71f3c24eed5 req-d7f288aa-613d-4573-9dde-3a1ce7829a48 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317191 Jun 23 17:27:03.045557 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a026cd75-5fbc-428b-9af9-ff3b400866ba tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:03.099838 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a88b0-e704-4dff-933d-38ef55c538e6 req-fcf14d8d-b538-4225-a185-f19ba4e6c98b tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:03.101521 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d06a88b0-e704-4dff-933d-38ef55c538e6 req-fcf14d8d-b538-4225-a185-f19ba4e6c98b tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.74 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 946 time: 0.2041798 Jun 23 17:27:03.160866 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a026cd75-5fbc-428b-9af9-ff3b400866ba tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:03.274035 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56250) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:03.289605 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-91826854-9c3f-4083-b96a-3b4d460d4240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:03.430366 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-91826854-9c3f-4083-b96a-3b4d460d4240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:03.579244 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69422ba3-bf07-4168-bc84-c6fc45b31db5 req-1a13838e-f519-44c6-b001-e363009ac912 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:03.581171 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-69422ba3-bf07-4168-bc84-c6fc45b31db5 req-1a13838e-f519-44c6-b001-e363009ac912 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 946 time: 0.5030620 Jun 23 17:27:03.611024 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-91826854-9c3f-4083-b96a-3b4d460d4240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:03.617161 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b8620935-fed9-4652-b52a-4bc9c013cae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:03.617553 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.l3_db [None req-a026cd75-5fbc-428b-9af9-ff3b400866ba tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Floating IP cae8c439-6456-418c-9eaa-00576d15807d associated. External IP: 172.28.1.134, port: 5150d7df-9407-4f58-9f6d-d79d2a43e4d3. Jun 23 17:27:03.663737 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-91826854-9c3f-4083-b96a-3b4d460d4240 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29d5798c2b274dcab68ad55ddb754b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3881764 Jun 23 17:27:03.665102 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91826854-9c3f-4083-b96a-3b4d460d4240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06428072-9e43-46f7-8808-364c4e724bb1,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:03.669575 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56256) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:03.672979 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-91826854-9c3f-4083-b96a-3b4d460d4240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:03.702506 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-69422ba3-bf07-4168-bc84-c6fc45b31db5 req-304ab50a-479c-4485-9879-b6fe55ecf1a8 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/security-groups?id=265d9086-5d52-4fda-a8c2-aff8efa861be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003664 Jun 23 17:27:03.716020 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-d06a88b0-e704-4dff-933d-38ef55c538e6 req-9ca710cc-8faa-4c9d-8562-25b602c724c6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Deleting port 6fe13766-6433-475c-b4e3-e2368fbf4efa {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:27:03.716619 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d06a88b0-e704-4dff-933d-38ef55c538e6 req-9ca710cc-8faa-4c9d-8562-25b602c724c6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:03.750333 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:27:03.812893 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31392bd8-37ab-410d-b372-07d3810a793c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:03.852283 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784f283-a588-4308-82aa-0d39b47099e2 req-8b98cbc3-5992-4451-a99d-e13b6ceec152 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:03.853898 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3784f283-a588-4308-82aa-0d39b47099e2 req-8b98cbc3-5992-4451-a99d-e13b6ceec152 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.3163092 Jun 23 17:27:03.923629 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31392bd8-37ab-410d-b372-07d3810a793c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:03.986376 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d06a88b0-e704-4dff-933d-38ef55c538e6 req-9ca710cc-8faa-4c9d-8562-25b602c724c6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] For port 6fe13766-6433-475c-b4e3-e2368fbf4efa, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6fe13766-6433-475c-b4e3-e2368fbf4efa,segment=NetworkSegment(c0f98309-df75-4612-b026-ba20501d0c7d),segment_id=c0f98309-df75-4612-b026-ba20501d0c7d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:03.986744 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d06a88b0-e704-4dff-933d-38ef55c538e6 req-9ca710cc-8faa-4c9d-8562-25b602c724c6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:04.000213 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3784f283-a588-4308-82aa-0d39b47099e2 req-c1e89ff8-00fc-42aa-b5ef-5f4ef025885f tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289792 Jun 23 17:27:04.043815 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-d06a88b0-e704-4dff-933d-38ef55c538e6 req-9ca710cc-8faa-4c9d-8562-25b602c724c6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Calling delete_port for 6fe13766-6433-475c-b4e3-e2368fbf4efa owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:27:04.096764 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31392bd8-37ab-410d-b372-07d3810a793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:04.100956 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31392bd8-37ab-410d-b372-07d3810a793c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:04.103305 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-31392bd8-37ab-410d-b372-07d3810a793c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06428072-9e43-46f7-8808-364c4e724bb1 HTTP/1.1" status: 204 len: 168 time: 0.4316452 Jun 23 17:27:04.104543 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:04.123765 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31392bd8-37ab-410d-b372-07d3810a793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06428072-9e43-46f7-8808-364c4e724bb1,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:04.127448 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-31392bd8-37ab-410d-b372-07d3810a793c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:04.288823 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a026cd75-5fbc-428b-9af9-ff3b400866ba tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Router 3dc677eb-66a3-4322-9057-89cdbb75a246 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:27:04.298761 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5a23-b190-46be-904f-8ff4298f89fd req-ba6e4f72-7fd1-4c54-8e44-9da404d187d0 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:04.300411 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-be4a5a23-b190-46be-904f-8ff4298f89fd req-ba6e4f72-7fd1-4c54-8e44-9da404d187d0 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.3228972 Jun 23 17:27:04.439748 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-be4a5a23-b190-46be-904f-8ff4298f89fd req-5f3f3c60-a3b1-4e9f-8602-6390ba8c2144 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287084 Jun 23 17:27:04.538351 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a026cd75-5fbc-428b-9af9-ff3b400866ba tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:27:04.553104 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a026cd75-5fbc-428b-9af9-ff3b400866ba tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:04.595607 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d06a88b0-e704-4dff-933d-38ef55c538e6 req-9ca710cc-8faa-4c9d-8562-25b602c724c6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:04.603083 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b369ee41-6fcb-44e4-ae5a-45b613d5abd3 None None] Sync routers for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:27:04.613984 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:04.620522 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['6fe13766-6433-475c-b4e3-e2368fbf4efa'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:27:04.672488 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b369ee41-6fcb-44e4-ae5a-45b613d5abd3 None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:04.673851 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca710cc-8faa-4c9d-8562-25b602c724c6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Pushing event deleted for resources: {'Port': ['ID=6fe13766-6433-475c-b4e3-e2368fbf4efa,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:04.680032 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9ca710cc-8faa-4c9d-8562-25b602c724c6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:04.681169 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-b369ee41-6fcb-44e4-ae5a-45b613d5abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:26:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:04.703752 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-a026cd75-5fbc-428b-9af9-ff3b400866ba tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "PUT /v2.0/floatingips/cae8c439-6456-418c-9eaa-00576d15807d HTTP/1.1" status: 200 len: 991 time: 3.0877070 Jun 23 17:27:04.722884 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:27:04.727311 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dc49c4-813f-47e1-bcdf-5e9b0fc6527b" -d '{"events": [{"name": "network-changed", "server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:04.939655 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ebfb4-beb0-49bf-89c8-4d77445a61c8 req-8d53fe5b-2738-4d53-a512-55c3aaa3d1f7 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:04.943499 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-623ebfb4-beb0-49bf-89c8-4d77445a61c8 req-8d53fe5b-2738-4d53-a512-55c3aaa3d1f7 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1175191 Jun 23 17:27:04.957951 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56308) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:04.964198 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-e8a3d467-5786-4b77-b5d6-15c119b284b8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Request body: {'floatingip': {'port_id': '57894c17-e5b6-4b77-92a7-6987970084fd'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:04.989982 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-b369ee41-6fcb-44e4-ae5a-45b613d5abd3 None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:05.023467 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb2819d-073d-4c0c-8a88-5b4807d38488 x-openstack-request-id: req-9fb2819d-073d-4c0c-8a88-5b4807d38488 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:05.023930 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:05.024558 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fb2819d-073d-4c0c-8a88-5b4807d38488 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:05.024995 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'status': 'completed', 'code': 200} Jun 23 17:27:05.126870 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d467-5786-4b77-b5d6-15c119b284b8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:05.208381 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d5ceb28e-2e58-4f85-8bff-b480c5a869d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:05.291851 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-96e70e61-844a-48ed-9e72-771858c5b0a1 req-ed882815-f509-433f-b402-afcdbb347a55 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 210 time: 0.1015289 Jun 23 17:27:05.359176 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a665417-3167-4292-bc25-9e81ed47c886 req-5f07bf60-afb2-4cc8-9faf-2407eaa1a93e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:05.374900 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7a665417-3167-4292-bc25-9e81ed47c886 req-5f07bf60-afb2-4cc8-9faf-2407eaa1a93e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.2017703 Jun 23 17:27:05.455574 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7a665417-3167-4292-bc25-9e81ed47c886 req-6fe5b9fc-29ba-4182-83db-6bfe56369e90 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791736 Jun 23 17:27:05.604652 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 56316) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:05.626406 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06a88b0-e704-4dff-933d-38ef55c538e6 req-9ca710cc-8faa-4c9d-8562-25b602c724c6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] No DVR routers for this DVR port 6fe13766-6433-475c-b4e3-e2368fbf4efa on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:27:05.650617 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d06a88b0-e704-4dff-933d-38ef55c538e6 req-9ca710cc-8faa-4c9d-8562-25b602c724c6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:05.650617 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d06a88b0-e704-4dff-933d-38ef55c538e6 req-9ca710cc-8faa-4c9d-8562-25b602c724c6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.74 "DELETE /v2.0/ports/6fe13766-6433-475c-b4e3-e2368fbf4efa HTTP/1.1" status: 204 len: 173 time: 2.5193255 Jun 23 17:27:05.650878 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-b369ee41-6fcb-44e4-ae5a-45b613d5abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': 'cae8c439-6456-418c-9eaa-00576d15807d', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'floating_ip_address': '172.28.1.134', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'port_id': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'mac_address': 'fa:16:3e:28:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d7b810-ead8-470c-9399-c56354386150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:26:27Z', 'updated_at': '2021-06-23T17:27:02Z', 'revision_number': 1, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:21Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:05.702724 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b369ee41-6fcb-44e4-ae5a-45b613d5abd3 None None] Checking router: 3dc677eb-66a3-4322-9057-89cdbb75a246 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:27:05.714646 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b369ee41-6fcb-44e4-ae5a-45b613d5abd3 None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:05.715330 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-b369ee41-6fcb-44e4-ae5a-45b613d5abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:26:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:05.892455 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc49c4-813f-47e1-bcdf-5e9b0fc6527b req-846b9a21-e6ed-464e-8335-a6db8ea65250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:05.894085 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18dc49c4-813f-47e1-bcdf-5e9b0fc6527b req-846b9a21-e6ed-464e-8335-a6db8ea65250 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 1098 time: 0.7621431 Jun 23 17:27:05.927270 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7254-095f-4442-8d83-c350c796f20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:06.087965 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-b369ee41-6fcb-44e4-ae5a-45b613d5abd3 None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:06.169536 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7254-095f-4442-8d83-c350c796f20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:06.469635 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc49c4-813f-47e1-bcdf-5e9b0fc6527b req-2ab7635c-aa3a-465e-85bc-49f74c4dc28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:06.472469 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18dc49c4-813f-47e1-bcdf-5e9b0fc6527b req-2ab7635c-aa3a-465e-85bc-49f74c4dc28e service neutron] 10.222.0.74 "GET /v2.0/networks?id=24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 200 len: 918 time: 0.5597215 Jun 23 17:27:06.514702 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:06.527687 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ec4d7254-095f-4442-8d83-c350c796f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:06.553349 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-e8a3d467-5786-4b77-b5d6-15c119b284b8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 17:27:06.621718 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a346cb7d-5dc1-4b20-b1a9-0275386733ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:06.629343 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4fb09dc0-7c25-43ae-9f53-a4b3d0cbd72f req-803ee5da-e070-4626-ba06-9c9b0d32b701 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 210 time: 0.1206040 Jun 23 17:27:06.669927 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-ec4d7254-095f-4442-8d83-c350c796f20a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c9ec384025246799c303ba869a2f54b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0637949 Jun 23 17:27:06.677767 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 56350) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:06.703318 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d7254-095f-4442-8d83-c350c796f20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565f5f95-ae72-4497-9e04-30cfd8b80f69,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:06.714347 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ec4d7254-095f-4442-8d83-c350c796f20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:06.806883 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18dc49c4-813f-47e1-bcdf-5e9b0fc6527b req-67499454-7f86-4d25-92ab-13772a43081d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3 HTTP/1.1" status: 200 len: 999 time: 0.3260899 Jun 23 17:27:06.845583 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-363a0883-f73b-47b0-9288-1b130c53befe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:06.853206 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-b369ee41-6fcb-44e4-ae5a-45b613d5abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': 'cae8c439-6456-418c-9eaa-00576d15807d', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'floating_ip_address': '172.28.1.134', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'port_id': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'mac_address': 'fa:16:3e:28:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d7b810-ead8-470c-9399-c56354386150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:26:27Z', 'updated_at': '2021-06-23T17:27:02Z', 'revision_number': 1, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:21Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:06.936464 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d467-5786-4b77-b5d6-15c119b284b8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:06.972927 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 6fe13766-6433-475c-b4e3-e2368fbf4efa no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:27:06.988796 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b369ee41-6fcb-44e4-ae5a-45b613d5abd3 None None] The sync data for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb is: [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': 'cae8c439-6456-418c-9eaa-00576d15807d', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'floating_ip_address': '172.28.1.134', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'port_id': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'mac_address': 'fa:16:3e:28:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d7b810-ead8-470c-9399-c56354386150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:26:27Z', 'updated_at': '2021-06-23T17:27:02Z', 'revision_number': 1, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:21Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:27:07.006793 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc49c4-813f-47e1-bcdf-5e9b0fc6527b req-8c320672-2cc0-462f-8a42-178ba03f79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:07.008950 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18dc49c4-813f-47e1-bcdf-5e9b0fc6527b req-8c320672-2cc0-462f-8a42-178ba03f79ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c9528e-dbea-4474-b5f9-ef2f976c0b36 HTTP/1.1" status: 200 len: 856 time: 0.1729698 Jun 23 17:27:07.012265 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-363a0883-f73b-47b0-9288-1b130c53befe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:07.053979 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31d6fee-b0de-4564-b3d5-96d13de2af93', 'name': 'network-vif-deleted', 'tag': '6fe13766-6433-475c-b4e3-e2368fbf4efa'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:27:07.063495 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20bf380-f430-4582-80ed-bc4a96cdc003" -d '{"events": [{"server_uuid": "b31d6fee-b0de-4564-b3d5-96d13de2af93", "name": "network-vif-deleted", "tag": "6fe13766-6433-475c-b4e3-e2368fbf4efa"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:07.096812 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 6fe13766-6433-475c-b4e3-e2368fbf4efa {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:27:07.097899 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 6fe13766-6433-475c-b4e3-e2368fbf4efa not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:27:07.105041 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d467-5786-4b77-b5d6-15c119b284b8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:07.141968 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e1990-373b-47ff-a0f0-bba089ba2129 req-4bb2f765-7218-4f69-974d-682d29adcf01 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:07.145341 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7d6e1990-373b-47ff-a0f0-bba089ba2129 req-4bb2f765-7218-4f69-974d-682d29adcf01 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.3362703 Jun 23 17:27:07.166106 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb984eb7-3afe-43fd-8ab2-2f1660fa9ea1 x-openstack-request-id: req-cb984eb7-3afe-43fd-8ab2-2f1660fa9ea1 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:07.166484 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31d6fee-b0de-4564-b3d5-96d13de2af93", "name": "network-vif-deleted", "tag": "6fe13766-6433-475c-b4e3-e2368fbf4efa", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:07.166733 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb984eb7-3afe-43fd-8ab2-2f1660fa9ea1 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:07.167141 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31d6fee-b0de-4564-b3d5-96d13de2af93', 'name': 'network-vif-deleted', 'tag': '6fe13766-6433-475c-b4e3-e2368fbf4efa', 'status': 'completed', 'code': 200} Jun 23 17:27:07.185613 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc49c4-813f-47e1-bcdf-5e9b0fc6527b req-be92e5f4-0a14-4f85-8c2c-5061f9222857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:07.187320 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18dc49c4-813f-47e1-bcdf-5e9b0fc6527b req-be92e5f4-0a14-4f85-8c2c-5061f9222857 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24554d49-d1fb-4273-bea4-2417edbdfc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1662879 Jun 23 17:27:07.202945 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7d6e1990-373b-47ff-a0f0-bba089ba2129 req-d43768ef-94e9-46a2-a288-5a021a7c3dd3 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505331 Jun 23 17:27:07.331490 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-363a0883-f73b-47b0-9288-1b130c53befe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:07.338067 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-363a0883-f73b-47b0-9288-1b130c53befe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:07.346359 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-363a0883-f73b-47b0-9288-1b130c53befe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/565f5f95-ae72-4497-9e04-30cfd8b80f69 HTTP/1.1" status: 204 len: 168 time: 0.6623859 Jun 23 17:27:07.346359 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:07.348132 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.l3_db [None req-e8a3d467-5786-4b77-b5d6-15c119b284b8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Floating IP a182f3c6-b168-4aec-8fc4-e7402676380b associated. External IP: 172.28.1.54, port: 57894c17-e5b6-4b77-92a7-6987970084fd. Jun 23 17:27:07.373858 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0461cbc9-0623-4557-ba1e-0bcc73267685 None None] New status for floating IP cae8c439-6456-418c-9eaa-00576d15807d: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:27:07.378899 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a0883-f73b-47b0-9288-1b130c53befe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565f5f95-ae72-4497-9e04-30cfd8b80f69,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:07.387028 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-363a0883-f73b-47b0-9288-1b130c53befe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:07.492738 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18dc49c4-813f-47e1-bcdf-5e9b0fc6527b req-0d4cd1bf-da83-4e74-8f7e-c5d99215b530 service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554977 Jun 23 17:27:07.686298 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18dc49c4-813f-47e1-bcdf-5e9b0fc6527b req-36b059a6-0d6c-486d-8ed8-69916bf34a81 service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797197 Jun 23 17:27:07.739254 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a3d467-5786-4b77-b5d6-15c119b284b8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Router 63d382cf-5f94-4b03-b308-af40e1f65198 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:27:07.744690 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7f03aa48-0e8d-4821-b155-c67910792c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:07.965993 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a3d467-5786-4b77-b5d6-15c119b284b8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:27:07.971606 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8a3d467-5786-4b77-b5d6-15c119b284b8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:07.978131 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f880b69-c43b-476a-a5c1-a906820a086b None None] Sync routers for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:27:07.989678 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f880b69-c43b-476a-a5c1-a906820a086b None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:07.999737 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-6f880b69-c43b-476a-a5c1-a906820a086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:27:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:08.013478 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2e7d06e7-ff9e-4e48-86ff-8ebabbfe4139 req-1527a720-f04b-4001-a838-21db7938bbf6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31d6fee-b0de-4564-b3d5-96d13de2af93 HTTP/1.1" status: 200 len: 210 time: 0.0514209 Jun 23 17:27:08.073671 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-e8a3d467-5786-4b77-b5d6-15c119b284b8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "PUT /v2.0/floatingips/a182f3c6-b168-4aec-8fc4-e7402676380b HTTP/1.1" status: 200 len: 991 time: 3.1138988 Jun 23 17:27:08.078534 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'tag': '57894c17-e5b6-4b77-92a7-6987970084fd'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:27:08.078534 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96821e7b3fc1c3ca34718932d534275ff0ce8c1a006a36611bf262d3b0796c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1894a3fa-bcab-4890-b5bf-0108cb4639d0" -d '{"events": [{"name": "network-changed", "server_uuid": "63f10619-1d93-4cdf-a2ae-61541d6b6435", "tag": "57894c17-e5b6-4b77-92a7-6987970084fd"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:08.229748 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3671dd-c556-47b9-bee7-af97c4516eec x-openstack-request-id: req-db3671dd-c556-47b9-bee7-af97c4516eec {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:08.230348 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f10619-1d93-4cdf-a2ae-61541d6b6435", "tag": "57894c17-e5b6-4b77-92a7-6987970084fd", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:08.230811 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db3671dd-c556-47b9-bee7-af97c4516eec {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:08.231306 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'tag': '57894c17-e5b6-4b77-92a7-6987970084fd', 'status': 'completed', 'code': 200} Jun 23 17:27:08.330185 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-6f880b69-c43b-476a-a5c1-a906820a086b None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:08.438680 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894a3fa-bcab-4890-b5bf-0108cb4639d0 req-3c9531c9-555f-4e91-b2d7-93c5d2557751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:08.440394 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1894a3fa-bcab-4890-b5bf-0108cb4639d0 req-3c9531c9-555f-4e91-b2d7-93c5d2557751 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1e100c3cf8441968bf57fae965174a1&device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 1099 time: 0.1518810 Jun 23 17:27:08.690163 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274bddf-e45b-42f9-94f9-6c161bc08eb4 req-b24adfc0-54ec-4b16-adf9-f346ef3bad4e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:08.701685 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6274bddf-e45b-42f9-94f9-6c161bc08eb4 req-b24adfc0-54ec-4b16-adf9-f346ef3bad4e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1409850 Jun 23 17:27:08.802769 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6274bddf-e45b-42f9-94f9-6c161bc08eb4 req-51ed7c1b-5c58-4f00-b293-d4125539e148 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998147 Jun 23 17:27:08.824007 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-6f880b69-c43b-476a-a5c1-a906820a086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': 'a182f3c6-b168-4aec-8fc4-e7402676380b', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'floating_ip_address': '172.28.1.54', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'port_id': '57894c17-e5b6-4b77-92a7-6987970084fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'mac_address': 'fa:16:3e:04:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:26:34Z', 'updated_at': '2021-06-23T17:27:06Z', 'revision_number': 1, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:28Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:08.854373 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f880b69-c43b-476a-a5c1-a906820a086b None None] Checking router: 63d382cf-5f94-4b03-b308-af40e1f65198 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:27:08.876608 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f880b69-c43b-476a-a5c1-a906820a086b None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:27:08.877978 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-6f880b69-c43b-476a-a5c1-a906820a086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:27:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:08.882048 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894a3fa-bcab-4890-b5bf-0108cb4639d0 req-35b157fb-1e9d-4834-829c-7711fb143329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:08.883615 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1894a3fa-bcab-4890-b5bf-0108cb4639d0 req-35b157fb-1e9d-4834-829c-7711fb143329 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b84a515c-6d41-4c9c-b073-221c5d108111 HTTP/1.1" status: 200 len: 912 time: 0.4359264 Jun 23 17:27:08.997979 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1894a3fa-bcab-4890-b5bf-0108cb4639d0 req-7144902a-2d2b-4512-b9c3-d156b09b9b00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57894c17-e5b6-4b77-92a7-6987970084fd HTTP/1.1" status: 200 len: 999 time: 0.1059213 Jun 23 17:27:09.013020 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-6f880b69-c43b-476a-a5c1-a906820a086b None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:27:09.082907 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894a3fa-bcab-4890-b5bf-0108cb4639d0 req-0494dbe4-ba0a-4f5f-a50b-1cafea56ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:09.085179 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1894a3fa-bcab-4890-b5bf-0108cb4639d0 req-0494dbe4-ba0a-4f5f-a50b-1cafea56ae33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d9fd77b-a5f6-4b20-83ff-514e53263429 HTTP/1.1" status: 200 len: 850 time: 0.0761151 Jun 23 17:27:09.216260 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894a3fa-bcab-4890-b5bf-0108cb4639d0 req-de32a648-d60d-438e-ab52-78159ce39c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:09.218058 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1894a3fa-bcab-4890-b5bf-0108cb4639d0 req-de32a648-d60d-438e-ab52-78159ce39c58 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b84a515c-6d41-4c9c-b073-221c5d108111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1238492 Jun 23 17:27:09.302059 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:09.318813 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-6f880b69-c43b-476a-a5c1-a906820a086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': 'a182f3c6-b168-4aec-8fc4-e7402676380b', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'floating_ip_address': '172.28.1.54', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'port_id': '57894c17-e5b6-4b77-92a7-6987970084fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'mac_address': 'fa:16:3e:04:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:26:34Z', 'updated_at': '2021-06-23T17:27:06Z', 'revision_number': 1, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:28Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:09.351327 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f880b69-c43b-476a-a5c1-a906820a086b None None] The sync data for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb is: [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': 'a182f3c6-b168-4aec-8fc4-e7402676380b', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'floating_ip_address': '172.28.1.54', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'port_id': '57894c17-e5b6-4b77-92a7-6987970084fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'mac_address': 'fa:16:3e:04:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:26:34Z', 'updated_at': '2021-06-23T17:27:06Z', 'revision_number': 1, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:28Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:27:09.352863 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1894a3fa-bcab-4890-b5bf-0108cb4639d0 req-5d6cfbe5-3bbd-4b59-b360-0cffd0453508 service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254511 Jun 23 17:27:09.662238 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1894a3fa-bcab-4890-b5bf-0108cb4639d0 req-86864c7a-b9d5-4c36-9a10-9c5cba11a4e1 service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903759 Jun 23 17:27:09.704937 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457c0c1-4a4b-415d-9d46-0fa424c7b85a None None] New status for floating IP a182f3c6-b168-4aec-8fc4-e7402676380b: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:27:10.009391 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989ce67-7354-4793-b24d-6aad08ac03bd req-7af470d0-e1a3-41f1-a54a-97cc9529e8fd tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:10.013155 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7989ce67-7354-4793-b24d-6aad08ac03bd req-7af470d0-e1a3-41f1-a54a-97cc9529e8fd tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.0928121 Jun 23 17:27:10.068893 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56478) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:10.085914 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7989ce67-7354-4793-b24d-6aad08ac03bd req-865bda72-a090-4cbd-b535-eb536705b2ed tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611575 Jun 23 17:27:10.246153 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4626c460-1798-4267-901f-ef5e545cdb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:10.438112 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4626c460-1798-4267-901f-ef5e545cdb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:10.673240 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4626c460-1798-4267-901f-ef5e545cdb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:10.676217 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:10.725149 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-4626c460-1798-4267-901f-ef5e545cdb60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e061227f0c054ef6b3bb25b3c74c4944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6542153 Jun 23 17:27:10.726546 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626c460-1798-4267-901f-ef5e545cdb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9551ebc1-b572-49dd-a856-2f83496d4fc8,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:10.729247 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56498) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:10.736791 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-4626c460-1798-4267-901f-ef5e545cdb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:10.796709 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67366942-dc0f-4505-81db-f5ce13f15993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:10.822091 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67366942-dc0f-4505-81db-f5ce13f15993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:10.822860 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:11.073785 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67366942-dc0f-4505-81db-f5ce13f15993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:11.076855 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67366942-dc0f-4505-81db-f5ce13f15993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:11.079483 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-67366942-dc0f-4505-81db-f5ce13f15993 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9551ebc1-b572-49dd-a856-2f83496d4fc8 HTTP/1.1" status: 204 len: 168 time: 0.3488448 Jun 23 17:27:11.081003 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-44986873-061d-4d7e-b603-c82fbf146e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:11.096740 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67366942-dc0f-4505-81db-f5ce13f15993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9551ebc1-b572-49dd-a856-2f83496d4fc8,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:11.106249 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-67366942-dc0f-4505-81db-f5ce13f15993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:11.324363 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbd613-a1df-486e-945b-a44feb168eb3 req-c7c2c9df-ab76-4b3f-a76e-20c0c0db4457 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:11.326719 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ebbbd613-a1df-486e-945b-a44feb168eb3 req-c7c2c9df-ab76-4b3f-a76e-20c0c0db4457 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.0923476 Jun 23 17:27:11.391567 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ebbbd613-a1df-486e-945b-a44feb168eb3 req-3bd561ac-20b3-4f44-8785-bf77336103e7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532954 Jun 23 17:27:11.922566 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 56532) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:12.001136 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-886b0128-3fa6-417d-be20-9bb168504db0 admin admin] Deleting subnet d21a176b-a50e-4c60-a176-6eaa31c30a8c {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:27:12.008661 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-886b0128-3fa6-417d-be20-9bb168504db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.064621 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-886b0128-3fa6-417d-be20-9bb168504db0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.071276 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-886b0128-3fa6-417d-be20-9bb168504db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.234941 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-886b0128-3fa6-417d-be20-9bb168504db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.237319 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4c57c043-cffe-47cf-8cc6-ca5b9d83ed9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:12.249809 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56540) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:12.273686 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f342dbf3-db20-4550-a8ed-a13414e866f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.278585 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b0128-3fa6-417d-be20-9bb168504db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d21a176b-a50e-4c60-a176-6eaa31c30a8c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:12.292028 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-886b0128-3fa6-417d-be20-9bb168504db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:12.293904 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-886b0128-3fa6-417d-be20-9bb168504db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.298294 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-886b0128-3fa6-417d-be20-9bb168504db0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d21a176b-a50e-4c60-a176-6eaa31c30a8c HTTP/1.1" status: 204 len: 168 time: 0.3737097 Jun 23 17:27:12.311556 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56542) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:12.424247 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.573757 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.587814 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f342dbf3-db20-4550-a8ed-a13414e866f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.593141 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73eb6520-79c2-4959-8388-73775f920e36']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:12.605012 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f98309-df75-4612-b026-ba20501d0c7d') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:12.605683 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f98309-df75-4612-b026-ba20501d0c7d') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:27:12.620367 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30971532'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.635508 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.642805 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:27:12.643428 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31588823'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: Traceback (most recent call last): Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: timer() Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: cb(*args, **kw) Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: return func(*args, **kwargs) Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: self._notify() Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: self.callback(batched_events) Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: event.method(event) Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: return f(self, *a, **k) Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: return self._get(url).json() Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: return self.request(url, 'GET', **kwargs) Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:27:12.646081 dv-cinder-788253-3-smb neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:27:12.672340 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68791f3-2870-47ea-a425-4d8e0f0d264c req-2629f7a0-032d-43f8-b5d3-c10193b71d2b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:12.675051 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a68791f3-2870-47ea-a425-4d8e0f0d264c req-2629f7a0-032d-43f8-b5d3-c10193b71d2b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1320567 Jun 23 17:27:12.721353 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a68791f3-2870-47ea-a425-4d8e0f0d264c req-ebfc5ea0-31c6-4225-b05c-1a61ef9a014a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380344 Jun 23 17:27:12.770937 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f342dbf3-db20-4550-a8ed-a13414e866f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.775087 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-91826854-9c3f-4083-b96a-3b4d460d4240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:12.816699 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-f342dbf3-db20-4550-a8ed-a13414e866f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a81f00b61ae241808b13c945626696a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647006 Jun 23 17:27:12.817742 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342dbf3-db20-4550-a8ed-a13414e866f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0438a588-d65d-4718-a7fe-5100299f0c96,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:12.819585 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 56550) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:12.821054 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-f342dbf3-db20-4550-a8ed-a13414e866f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:12.876226 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1847f21f-94a4-4121-ad97-cdba1f43b8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.901844 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1847f21f-94a4-4121-ad97-cdba1f43b8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.914704 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.930318 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:12.936729 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:12.944168 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] 10.222.0.49 "DELETE /v2.0/networks/73eb6520-79c2-4959-8388-73775f920e36 HTTP/1.1" status: 204 len: 168 time: 0.6310120 Jun 23 17:27:12.956115 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] Pushing event deleted for resources: {'Network': ['ID=73eb6520-79c2-4959-8388-73775f920e36,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:12.960627 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:13.113554 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1847f21f-94a4-4121-ad97-cdba1f43b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:13.117737 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1847f21f-94a4-4121-ad97-cdba1f43b8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:13.119243 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-1847f21f-94a4-4121-ad97-cdba1f43b8f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0438a588-d65d-4718-a7fe-5100299f0c96 HTTP/1.1" status: 204 len: 168 time: 0.2983713 Jun 23 17:27:13.128571 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:13.129574 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847f21f-94a4-4121-ad97-cdba1f43b8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0438a588-d65d-4718-a7fe-5100299f0c96,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:13.132814 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-1847f21f-94a4-4121-ad97-cdba1f43b8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:13.668405 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 56566) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:13.727921 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-bf5bef15-28dd-44be-8e09-70aecf89cefa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f7f1fc7c7684687a31591139b8eff95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0575190 Jun 23 17:27:13.732116 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 56568) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:13.840600 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5a592b5-3e6f-4ba4-85df-68b803d65f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:13.876959 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5a592b5-3e6f-4ba4-85df-68b803d65f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:14.042074 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dfc28-6216-4646-b37a-e8ea0b393825 req-cb359bcd-d907-4a77-bdf6-6e304eda51fd tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:14.043707 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b27dfc28-6216-4646-b37a-e8ea0b393825 req-cb359bcd-d907-4a77-bdf6-6e304eda51fd tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.0880463 Jun 23 17:27:14.080680 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5a592b5-3e6f-4ba4-85df-68b803d65f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:14.083889 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5a592b5-3e6f-4ba4-85df-68b803d65f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:14.089842 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-f5a592b5-3e6f-4ba4-85df-68b803d65f7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/265d9086-5d52-4fda-a8c2-aff8efa861be HTTP/1.1" status: 204 len: 168 time: 0.3514476 Jun 23 17:27:14.097630 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-420add1b-177a-40c1-abb8-10f4871aedb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:14.106918 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a592b5-3e6f-4ba4-85df-68b803d65f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265d9086-5d52-4fda-a8c2-aff8efa861be,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:14.110020 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f5a592b5-3e6f-4ba4-85df-68b803d65f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:14.116293 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b27dfc28-6216-4646-b37a-e8ea0b393825 req-ecce0859-7d54-4e15-98ae-025adb11405d tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612612 Jun 23 17:27:14.882619 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 56606) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:15.079847 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a7c6494d-cffc-477b-a837-6c5e23faa207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:15.211387 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a7c6494d-cffc-477b-a837-6c5e23faa207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:15.339167 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a7c6494d-cffc-477b-a837-6c5e23faa207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:15.378749 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:15.414192 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-a7c6494d-cffc-477b-a837-6c5e23faa207 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13a17631282b4fafb45d240a498be4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5301270 Jun 23 17:27:15.418443 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56632) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:15.465501 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6494d-cffc-477b-a837-6c5e23faa207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90d957e-fae1-4b56-8b4f-4f95f8880291,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:15.475515 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a7c6494d-cffc-477b-a837-6c5e23faa207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:15.518319 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f6de1-e694-4ebc-9282-1df392b5eb1e req-3fb9647f-582c-4de7-ae33-68efc1d66297 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:15.522065 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bd4f6de1-e694-4ebc-9282-1df392b5eb1e req-3fb9647f-582c-4de7-ae33-68efc1d66297 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.2111607 Jun 23 17:27:15.547471 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b395a84b-1ecb-4e60-b5d6-b207fbe45c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:15.596107 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bd4f6de1-e694-4ebc-9282-1df392b5eb1e req-0e5f7a7d-c84e-4edb-acea-4d239ed02184 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663848 Jun 23 17:27:15.601629 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b395a84b-1ecb-4e60-b5d6-b207fbe45c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:15.968107 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b395a84b-1ecb-4e60-b5d6-b207fbe45c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:15.981177 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b395a84b-1ecb-4e60-b5d6-b207fbe45c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:15.981177 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-b395a84b-1ecb-4e60-b5d6-b207fbe45c81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a90d957e-fae1-4b56-8b4f-4f95f8880291 HTTP/1.1" status: 204 len: 168 time: 0.5563197 Jun 23 17:27:15.981177 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-55e67f04-fa8e-477f-9a51-91011aa64483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:15.993943 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395a84b-1ecb-4e60-b5d6-b207fbe45c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90d957e-fae1-4b56-8b4f-4f95f8880291,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:15.998579 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b395a84b-1ecb-4e60-b5d6-b207fbe45c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:16.930449 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc889f2c-eebf-40f9-b336-6fb6a7ebe947 req-46b9c553-cb35-4265-bf6b-a9f8420d58bb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:16.933163 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-dc889f2c-eebf-40f9-b336-6fb6a7ebe947 req-46b9c553-cb35-4265-bf6b-a9f8420d58bb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1570814 Jun 23 17:27:16.992291 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-dc889f2c-eebf-40f9-b336-6fb6a7ebe947 req-5cf9fb3b-09cb-48f3-81e4-5387322d56de tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489333 Jun 23 17:27:17.543988 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56684) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:17.579419 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-455de105-ae75-4287-b95f-2968b7bafddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:17.853976 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-455de105-ae75-4287-b95f-2968b7bafddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:18.091769 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-455de105-ae75-4287-b95f-2968b7bafddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:18.098601 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-367ca705-04b4-4377-8251-d8e21740488f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:18.178593 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-455de105-ae75-4287-b95f-2968b7bafddb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5381e78251f4328bf3e08d694d4109f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328235 Jun 23 17:27:18.179738 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56706) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:18.181027 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455de105-ae75-4287-b95f-2968b7bafddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac443e7-d340-45e8-a20c-89cb0fee9dfc,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:18.201263 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-455de105-ae75-4287-b95f-2968b7bafddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:18.307819 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0809bc-1632-46f1-a957-bc5a4065c677 req-4cb5e15f-f433-40ac-8a42-f27a59745e01 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:18.319684 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4d15dec-ddb1-49a3-8af8-a6e583f727b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:18.321039 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ab0809bc-1632-46f1-a957-bc5a4065c677 req-4cb5e15f-f433-40ac-8a42-f27a59745e01 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1432602 Jun 23 17:27:18.367383 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4d15dec-ddb1-49a3-8af8-a6e583f727b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:18.394976 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ab0809bc-1632-46f1-a957-bc5a4065c677 req-ee1eb4ec-ac4a-45f2-ad41-14645222799a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666852 Jun 23 17:27:18.629367 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4d15dec-ddb1-49a3-8af8-a6e583f727b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:18.635587 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4d15dec-ddb1-49a3-8af8-a6e583f727b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:18.641575 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c4d15dec-ddb1-49a3-8af8-a6e583f727b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ac443e7-d340-45e8-a20c-89cb0fee9dfc HTTP/1.1" status: 204 len: 168 time: 0.4384165 Jun 23 17:27:18.641575 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:18.659418 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d15dec-ddb1-49a3-8af8-a6e583f727b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac443e7-d340-45e8-a20c-89cb0fee9dfc,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:18.674583 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c4d15dec-ddb1-49a3-8af8-a6e583f727b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:19.650669 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751929-3b82-40f4-ab24-7b59e7bb1bb0 req-cd7a24d2-baca-4bad-9618-9054f449cceb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:19.655185 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-32751929-3b82-40f4-ab24-7b59e7bb1bb0 req-cd7a24d2-baca-4bad-9618-9054f449cceb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1369903 Jun 23 17:27:19.774789 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-32751929-3b82-40f4-ab24-7b59e7bb1bb0 req-6d6f2913-5387-4ee7-a5bd-4038a5625035 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996485 Jun 23 17:27:21.107150 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56800) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:21.231127 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c774893-4a5b-455c-bd31-70c28de4212a req-970f79b6-2cae-4e7a-b0b3-37d08a91cb14 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:21.234258 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0c774893-4a5b-455c-bd31-70c28de4212a req-970f79b6-2cae-4e7a-b0b3-37d08a91cb14 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1431370 Jun 23 17:27:21.322684 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0c774893-4a5b-455c-bd31-70c28de4212a req-22beabf3-67fe-4448-8f1e-cb6ad0e67df9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772121 Jun 23 17:27:21.367665 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ea25e2ac-db71-4eba-9e92-4353f1a0bcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.541421 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ea25e2ac-db71-4eba-9e92-4353f1a0bcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.668547 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ea25e2ac-db71-4eba-9e92-4353f1a0bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.673647 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-6060aacb-f3e6-48ca-b375-db5cceb8bbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:21.713540 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-ea25e2ac-db71-4eba-9e92-4353f1a0bcdf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c3dc8e05e054820b60ef17312ba736d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6038060 Jun 23 17:27:21.716153 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25e2ac-db71-4eba-9e92-4353f1a0bcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1740bb2f-ba6e-44ac-aeaf-8b5bbda557d7,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:21.717641 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 56848) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:21.719749 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-ea25e2ac-db71-4eba-9e92-4353f1a0bcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:21.804843 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21fb2f4d-f707-491f-8a92-7b7dced6401d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:21.838552 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21fb2f4d-f707-491f-8a92-7b7dced6401d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:22.085763 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21fb2f4d-f707-491f-8a92-7b7dced6401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:22.090579 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-21fb2f4d-f707-491f-8a92-7b7dced6401d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:22.092517 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-21fb2f4d-f707-491f-8a92-7b7dced6401d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1740bb2f-ba6e-44ac-aeaf-8b5bbda557d7 HTTP/1.1" status: 204 len: 168 time: 0.3730690 Jun 23 17:27:22.094788 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2a605725-2d96-4458-81d6-196eef31d977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:22.117354 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb2f4d-f707-491f-8a92-7b7dced6401d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1740bb2f-ba6e-44ac-aeaf-8b5bbda557d7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:22.138318 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-21fb2f4d-f707-491f-8a92-7b7dced6401d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:22.552265 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954eb1e-7152-48f0-8277-4303831d5e1e req-8bd6c318-9cf4-4f94-bdce-4ab593d3599c tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:22.562335 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5954eb1e-7152-48f0-8277-4303831d5e1e req-8bd6c318-9cf4-4f94-bdce-4ab593d3599c tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.0796499 Jun 23 17:27:22.620471 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5954eb1e-7152-48f0-8277-4303831d5e1e req-5945e1b7-0aba-46c1-8d67-bffef65ee9c9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593965 Jun 23 17:27:23.459703 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 56910) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:23.487350 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5701d587-5ae3-4178-bc66-42a19751ffb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.663572 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5701d587-5ae3-4178-bc66-42a19751ffb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.771230 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5701d587-5ae3-4178-bc66-42a19751ffb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:23.823829 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-7d922010-06a0-4327-b9a1-3151a0984a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:23.837048 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 56936) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:23.837713 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-5701d587-5ae3-4178-bc66-42a19751ffb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c70a8dfa37694f02844871bba6cdc1a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752794 Jun 23 17:27:23.941524 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701d587-5ae3-4178-bc66-42a19751ffb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62b727d-cfae-4a26-b2cf-ec94c8ea9906,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:23.974317 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-5701d587-5ae3-4178-bc66-42a19751ffb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:23.984440 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a70c6d9-25f9-49c6-8a3c-43eb9701c8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:24.032862 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a70c6d9-25f9-49c6-8a3c-43eb9701c8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:24.079497 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871bc5c-52f7-465a-9afd-36d2b8b6d3a3 req-398c3789-91a4-423a-bb3e-1a837e327cdf tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:24.084279 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8871bc5c-52f7-465a-9afd-36d2b8b6d3a3 req-398c3789-91a4-423a-bb3e-1a837e327cdf tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1993763 Jun 23 17:27:24.179749 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8871bc5c-52f7-465a-9afd-36d2b8b6d3a3 req-54ce25f4-d169-4afb-a4b1-001eb903bcd1 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862873 Jun 23 17:27:24.256484 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a70c6d9-25f9-49c6-8a3c-43eb9701c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:24.263771 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a70c6d9-25f9-49c6-8a3c-43eb9701c8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:24.265898 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-8a70c6d9-25f9-49c6-8a3c-43eb9701c8fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b62b727d-cfae-4a26-b2cf-ec94c8ea9906 HTTP/1.1" status: 204 len: 168 time: 0.4266763 Jun 23 17:27:24.267058 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:24.282745 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70c6d9-25f9-49c6-8a3c-43eb9701c8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62b727d-cfae-4a26-b2cf-ec94c8ea9906,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:24.287228 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8a70c6d9-25f9-49c6-8a3c-43eb9701c8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:25.443108 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128fee9-d579-4b58-8a92-d72fc23c61e3 req-777d80a4-916e-4d68-ae7d-47c982909ba2 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:25.446170 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b128fee9-d579-4b58-8a92-d72fc23c61e3 req-777d80a4-916e-4d68-ae7d-47c982909ba2 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1250567 Jun 23 17:27:25.531870 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b128fee9-d579-4b58-8a92-d72fc23c61e3 req-9650f22a-4c0d-4180-9d90-ae2e794f5683 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736623 Jun 23 17:27:25.659593 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57018) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:25.849930 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7838b279-1cf9-4a05-829d-4d7f6cf9dcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.137794 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7838b279-1cf9-4a05-829d-4d7f6cf9dcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.152159 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911a9dd-2175-4525-8d3e-5f0007169c12 req-03ff45da-826e-4d19-b667-91c195185fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:26.153690 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1911a9dd-2175-4525-8d3e-5f0007169c12 req-03ff45da-826e-4d19-b667-91c195185fff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 1099 time: 0.1517327 Jun 23 17:27:26.214360 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7838b279-1cf9-4a05-829d-4d7f6cf9dcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.232228 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c4d15dec-ddb1-49a3-8af8-a6e583f727b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:26.252572 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1911a9dd-2175-4525-8d3e-5f0007169c12 req-569d570a-67e7-4a93-8575-cf4ac0be908d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849926 Jun 23 17:27:26.266201 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-7838b279-1cf9-4a05-829d-4d7f6cf9dcd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c147f64b61c64c8bbfcd0181db40d443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6051061 Jun 23 17:27:26.270062 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838b279-1cf9-4a05-829d-4d7f6cf9dcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30982f01-ce58-4057-aa22-819acd459126,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:26.271242 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 57040) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:26.273889 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-7838b279-1cf9-4a05-829d-4d7f6cf9dcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:26.406636 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f0a4f16d-0066-420a-a1a9-ac3fc15f64ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.452696 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f0a4f16d-0066-420a-a1a9-ac3fc15f64ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.694049 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f0a4f16d-0066-420a-a1a9-ac3fc15f64ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.699286 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f0a4f16d-0066-420a-a1a9-ac3fc15f64ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:26.705341 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-f0a4f16d-0066-420a-a1a9-ac3fc15f64ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30982f01-ce58-4057-aa22-819acd459126 HTTP/1.1" status: 204 len: 168 time: 0.4275589 Jun 23 17:27:26.705341 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:26.747122 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4f16d-0066-420a-a1a9-ac3fc15f64ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30982f01-ce58-4057-aa22-819acd459126,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:26.747122 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f0a4f16d-0066-420a-a1a9-ac3fc15f64ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:26.877531 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d7caf-aaf9-458a-bfc3-05e4843d178f req-17344ee9-5357-4ea1-a520-34171f1230d8 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:26.880387 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-928d7caf-aaf9-458a-bfc3-05e4843d178f req-17344ee9-5357-4ea1-a520-34171f1230d8 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1074109 Jun 23 17:27:26.944872 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-928d7caf-aaf9-458a-bfc3-05e4843d178f req-5eb1f615-d301-4e55-ab1c-d871e4264b3c tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572212 Jun 23 17:27:28.295256 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7ccf4-fbdd-4671-9981-5c8f61673051 req-9157179b-75d9-4dbe-b83a-17c1a067cf06 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:28.309977 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5fb7ccf4-fbdd-4671-9981-5c8f61673051 req-9157179b-75d9-4dbe-b83a-17c1a067cf06 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1630979 Jun 23 17:27:28.395276 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5fb7ccf4-fbdd-4671-9981-5c8f61673051 req-38c51656-2ade-4ce4-8b73-a7d3156ce02a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779831 Jun 23 17:27:28.670800 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e85794-1f1c-412d-99b3-50f9c11a0482 req-19df31b4-3a2b-4577-a55f-7bc92458740b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:28.672503 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-78e85794-1f1c-412d-99b3-50f9c11a0482 req-19df31b4-3a2b-4577-a55f-7bc92458740b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0855911 Jun 23 17:27:28.741363 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-78e85794-1f1c-412d-99b3-50f9c11a0482 req-db180014-b080-4d98-9dcf-3f21d080e908 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607281 Jun 23 17:27:31.468139 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 57208) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:31.634195 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4c04aed-51a6-40a3-bb48-835f972404a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.799540 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4c04aed-51a6-40a3-bb48-835f972404a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.893392 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4c04aed-51a6-40a3-bb48-835f972404a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:31.899658 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:31.992431 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c04aed-51a6-40a3-bb48-835f972404a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95183a37-69aa-47ea-989a-2b8a69f59cb2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:32.012778 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-c4c04aed-51a6-40a3-bb48-835f972404a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52efc043a1e145cfa153e011d0b3a8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5429020 Jun 23 17:27:32.017715 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c4c04aed-51a6-40a3-bb48-835f972404a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:32.017884 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57226) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:32.096645 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-945b69b5-7100-4aad-855f-c9f4d389605a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.151542 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-945b69b5-7100-4aad-855f-c9f4d389605a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.348796 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.388566 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-945b69b5-7100-4aad-855f-c9f4d389605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.412581 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-945b69b5-7100-4aad-855f-c9f4d389605a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:32.412581 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-945b69b5-7100-4aad-855f-c9f4d389605a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95183a37-69aa-47ea-989a-2b8a69f59cb2 HTTP/1.1" status: 204 len: 168 time: 0.3806615 Jun 23 17:27:32.412581 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-220f1d2d-50c6-446a-908b-460b6ee02ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:32.417986 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b69b5-7100-4aad-855f-c9f4d389605a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95183a37-69aa-47ea-989a-2b8a69f59cb2,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:32.449306 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-945b69b5-7100-4aad-855f-c9f4d389605a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:32.627825 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e24538-0f9b-411f-8dd9-e00e0c475f8c req-f0adaa4b-5af8-469a-89b3-1d487bcf6b14 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:32.634076 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-30e24538-0f9b-411f-8dd9-e00e0c475f8c req-f0adaa4b-5af8-469a-89b3-1d487bcf6b14 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0942142 Jun 23 17:27:32.685704 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-30e24538-0f9b-411f-8dd9-e00e0c475f8c req-fbe13464-e8cf-43ef-9617-c2793e1d6bb6 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505891 Jun 23 17:27:32.759629 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d246a5-f118-44c9-b975-b754dbda089e req-06c1027d-2ce3-42bc-96c6-b03af2c7e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:32.761279 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-04d246a5-f118-44c9-b975-b754dbda089e req-06c1027d-2ce3-42bc-96c6-b03af2c7e03b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 1099 time: 0.1313565 Jun 23 17:27:32.879379 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d246a5-f118-44c9-b975-b754dbda089e req-147d4347-19c2-4bc7-98d2-3d0f7123bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:32.881608 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-04d246a5-f118-44c9-b975-b754dbda089e req-147d4347-19c2-4bc7-98d2-3d0f7123bf11 service neutron] 10.222.0.74 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 920 time: 0.1114197 Jun 23 17:27:32.924457 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-04d246a5-f118-44c9-b975-b754dbda089e req-96804695-5282-4070-a051-eb92da70f0c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884dc6a3-3735-4115-9fe2-e6d138eb2279 HTTP/1.1" status: 200 len: 217 time: 0.0356112 Jun 23 17:27:32.984817 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d246a5-f118-44c9-b975-b754dbda089e req-70f2ce15-edf5-4820-9cb5-a16e17d31fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:32.988006 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-04d246a5-f118-44c9-b975-b754dbda089e req-70f2ce15-edf5-4820-9cb5-a16e17d31fa3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c681fbb-07c8-4e8c-977d-2a59084dd09c HTTP/1.1" status: 200 len: 859 time: 0.0519543 Jun 23 17:27:33.039878 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-04d246a5-f118-44c9-b975-b754dbda089e req-bca732c3-03ef-40c0-8851-05d012ae36cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=172ef0f4-4e06-4b11-9e1f-51d467b2976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447984 Jun 23 17:27:33.242864 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-04d246a5-f118-44c9-b975-b754dbda089e req-3d17fb79-684e-486e-81b9-6f468fb1ff20 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913335 Jun 23 17:27:33.250701 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 57258) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:33.492788 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-04d246a5-f118-44c9-b975-b754dbda089e req-d2d3542c-2958-4ab3-a11e-fdafc3638929 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423010 Jun 23 17:27:33.649154 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-79db2431-b438-45c2-afb4-a6fee042fbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:33.851070 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-79db2431-b438-45c2-afb4-a6fee042fbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:33.948676 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-79db2431-b438-45c2-afb4-a6fee042fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:33.953738 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-8f186cf2-13c4-4cac-a634-5e7454c53895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:34.053709 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-79db2431-b438-45c2-afb4-a6fee042fbf4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a0a25a8f9ca4f02884b263ebf8faa4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8012900 Jun 23 17:27:34.057961 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 57304) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:34.083017 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db2431-b438-45c2-afb4-a6fee042fbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eb17b5-0ffa-4305-83a6-180e4cbb4368,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:34.097961 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-79db2431-b438-45c2-afb4-a6fee042fbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:34.137862 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38d66b64-2244-4a0c-a0dd-df3019478dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:34.157233 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351777c-9d9c-4c1b-8b84-3fe6a13a2c27 req-3a632f40-303d-4dc8-9022-f1b23494dfe4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:34.158692 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e351777c-9d9c-4c1b-8b84-3fe6a13a2c27 req-3a632f40-303d-4dc8-9022-f1b23494dfe4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1808441 Jun 23 17:27:34.177225 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38d66b64-2244-4a0c-a0dd-df3019478dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:34.258649 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e351777c-9d9c-4c1b-8b84-3fe6a13a2c27 req-9eba6f09-e026-41e5-ad74-f7c294bba70a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850277 Jun 23 17:27:34.570644 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38d66b64-2244-4a0c-a0dd-df3019478dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:34.573415 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38d66b64-2244-4a0c-a0dd-df3019478dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:34.574745 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-38d66b64-2244-4a0c-a0dd-df3019478dec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40eb17b5-0ffa-4305-83a6-180e4cbb4368 HTTP/1.1" status: 204 len: 168 time: 0.5154631 Jun 23 17:27:34.575699 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:34.588556 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d66b64-2244-4a0c-a0dd-df3019478dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eb17b5-0ffa-4305-83a6-180e4cbb4368,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:34.591645 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-38d66b64-2244-4a0c-a0dd-df3019478dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:35.256874 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e6c3c08a-1fda-4e04-9866-7f1047c688a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:35.566311 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b00092-e7e6-4032-928f-93109b2020d7 req-cd627187-4904-447b-a80f-add76b4a44fe tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:35.569504 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e5b00092-e7e6-4032-928f-93109b2020d7 req-cd627187-4904-447b-a80f-add76b4a44fe tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1164787 Jun 23 17:27:35.639714 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e5b00092-e7e6-4032-928f-93109b2020d7 req-62f20bf6-7a34-4d10-ac83-46b72fc87a13 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568228 Jun 23 17:27:35.810620 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57330) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:35.835184 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-568024da-0306-4692-bded-e20b3a063154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:35.990561 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-568024da-0306-4692-bded-e20b3a063154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.099727 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-568024da-0306-4692-bded-e20b3a063154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.107906 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-10c664ac-0056-4021-8931-3076b3cf5945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:36.176169 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568024da-0306-4692-bded-e20b3a063154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87343e0-901b-4118-9b06-7a9b14ac5e1b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:36.180783 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-568024da-0306-4692-bded-e20b3a063154 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d242ab4dc3f34e0daf3df39e52c214a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683918 Jun 23 17:27:36.182253 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-568024da-0306-4692-bded-e20b3a063154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:36.183897 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57342) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:36.243252 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21f5fb79-d043-4693-b302-0a8e21919654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.268076 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21f5fb79-d043-4693-b302-0a8e21919654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.324794 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.468047 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21f5fb79-d043-4693-b302-0a8e21919654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.471087 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21f5fb79-d043-4693-b302-0a8e21919654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:36.473226 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-21f5fb79-d043-4693-b302-0a8e21919654 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f87343e0-901b-4118-9b06-7a9b14ac5e1b HTTP/1.1" status: 204 len: 168 time: 0.2880857 Jun 23 17:27:36.474426 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-f342dbf3-db20-4550-a8ed-a13414e866f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:36.486965 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5fb79-d043-4693-b302-0a8e21919654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87343e0-901b-4118-9b06-7a9b14ac5e1b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:36.489720 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-21f5fb79-d043-4693-b302-0a8e21919654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:36.856807 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964ef55-780d-47d8-b0c1-1792910c9271 req-37dc40e7-287b-43b7-b455-d8d11208d320 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:36.858415 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9964ef55-780d-47d8-b0c1-1792910c9271 req-37dc40e7-287b-43b7-b455-d8d11208d320 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0809519 Jun 23 17:27:36.901477 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9964ef55-780d-47d8-b0c1-1792910c9271 req-e12753eb-180e-4be1-ba1d-b31ecfecf8ac tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363727 Jun 23 17:27:37.873413 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1a6faa08-5ed3-4749-97a9-dc1fde0ebd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:38.572596 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22d4cc-bdc5-4e17-833f-db27925f3685 req-72dbefb6-7dcb-4340-94fc-2d04ef0612dc tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:38.575303 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ea22d4cc-bdc5-4e17-833f-db27925f3685 req-72dbefb6-7dcb-4340-94fc-2d04ef0612dc tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.4804695 Jun 23 17:27:38.635530 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ea22d4cc-bdc5-4e17-833f-db27925f3685 req-bcaee07e-64ec-4ec0-b584-63ec7ad4f494 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501025 Jun 23 17:27:39.244918 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:39.858769 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033b1c1-cc1d-4cd9-a3f9-cd87d1191d8b req-260543db-dd28-4e75-a325-20edb2b8035a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:39.861026 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5033b1c1-cc1d-4cd9-a3f9-cd87d1191d8b req-260543db-dd28-4e75-a325-20edb2b8035a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0912023 Jun 23 17:27:39.911232 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5033b1c1-cc1d-4cd9-a3f9-cd87d1191d8b req-844c1553-49aa-4bdd-ba14-7e4f830bd22a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 Jun 23 17:27:40.697721 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:27:40.765103 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:41.119150 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041431d-441f-4076-98f3-7d2ae692a74e req-7c39aabe-2b46-4a35-aa3a-928fdfb2ebc3 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:41.120786 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e041431d-441f-4076-98f3-7d2ae692a74e req-7c39aabe-2b46-4a35-aa3a-928fdfb2ebc3 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0760520 Jun 23 17:27:41.167703 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e041431d-441f-4076-98f3-7d2ae692a74e req-9ebb17eb-57d2-436d-935f-8bf24f4f2994 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Jun 23 17:27:42.409556 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a7ce0-de4c-4a48-8d78-f54b4a39e038 req-6670befd-1786-41bf-8b27-36a4b98efa59 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:42.412399 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1b3a7ce0-de4c-4a48-8d78-f54b4a39e038 req-6670befd-1786-41bf-8b27-36a4b98efa59 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0944381 Jun 23 17:27:42.479938 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1b3a7ce0-de4c-4a48-8d78-f54b4a39e038 req-a7df0abd-3e5a-43fa-8528-bce247f8f9a4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600402 Jun 23 17:27:43.742363 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c68611-e461-4ee1-9362-6f413fdf1a0f req-b41a793b-fa2b-4162-812a-07d5a22be9c3 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:43.757292 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-05c68611-e461-4ee1-9362-6f413fdf1a0f req-b41a793b-fa2b-4162-812a-07d5a22be9c3 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1343439 Jun 23 17:27:43.801227 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-05c68611-e461-4ee1-9362-6f413fdf1a0f req-008baf79-c770-4863-a486-9cc2cb8bcc96 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424867 Jun 23 17:27:45.099157 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91815470-a681-4fee-8bc0-aabb98c91d32 req-cff63608-2f31-4921-a210-81e46cd32f74 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:45.100758 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-91815470-a681-4fee-8bc0-aabb98c91d32 req-cff63608-2f31-4921-a210-81e46cd32f74 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1044679 Jun 23 17:27:45.145631 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-91815470-a681-4fee-8bc0-aabb98c91d32 req-4d74624a-c48c-4fdd-a161-c1e70f8237b9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375004 Jun 23 17:27:45.352807 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57658) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:45.568188 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0515bbf9-5006-44f1-8246-897760715d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:45.677847 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0515bbf9-5006-44f1-8246-897760715d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:45.831046 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0515bbf9-5006-44f1-8246-897760715d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:45.831781 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-49232356-855b-4aa0-b476-a88e8929258f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:45.868998 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-0515bbf9-5006-44f1-8246-897760715d12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddea2cb7d5b6450294507d1d33328dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145950 Jun 23 17:27:45.871256 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515bbf9-5006-44f1-8246-897760715d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60e7e38-0ada-4d15-b142-e7500ffa2be9,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:45.873349 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 57674) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:45.874925 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-0515bbf9-5006-44f1-8246-897760715d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:45.964382 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d2c44511-d1c1-436c-b15c-0a6e2b48f9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:46.000852 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d2c44511-d1c1-436c-b15c-0a6e2b48f9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:46.177195 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d2c44511-d1c1-436c-b15c-0a6e2b48f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:46.182580 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d2c44511-d1c1-436c-b15c-0a6e2b48f9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:46.184437 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-d2c44511-d1c1-436c-b15c-0a6e2b48f9e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b60e7e38-0ada-4d15-b142-e7500ffa2be9 HTTP/1.1" status: 204 len: 168 time: 0.3045366 Jun 23 17:27:46.197249 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ffb7f630-c55c-4a9b-98d7-85dfe3e11db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:46.198050 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57690) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:46.204143 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c44511-d1c1-436c-b15c-0a6e2b48f9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60e7e38-0ada-4d15-b142-e7500ffa2be9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:46.218061 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d2c44511-d1c1-436c-b15c-0a6e2b48f9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:46.385191 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-089bb491-a3ef-4089-88d5-0e525e9b7a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:46.408384 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed9019-8e53-472e-9b89-8d23ecf9de7c req-2ddb9a2f-b7c3-4e95-bef7-4baaa6ea75de tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:46.410526 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-17ed9019-8e53-472e-9b89-8d23ecf9de7c req-2ddb9a2f-b7c3-4e95-bef7-4baaa6ea75de tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0741680 Jun 23 17:27:46.484367 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-17ed9019-8e53-472e-9b89-8d23ecf9de7c req-bcfff8e2-ab37-4f32-a28f-e08d1df221d2 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667439 Jun 23 17:27:46.516281 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-089bb491-a3ef-4089-88d5-0e525e9b7a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:46.748765 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-089bb491-a3ef-4089-88d5-0e525e9b7a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:46.762521 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8a70c6d9-25f9-49c6-8a3c-43eb9701c8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:46.838149 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-089bb491-a3ef-4089-88d5-0e525e9b7a25 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a316e4fc5604ea3bdc8929aab7029a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6387842 Jun 23 17:27:46.842101 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bb491-a3ef-4089-88d5-0e525e9b7a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ca4124-e00d-410c-a6eb-53f2106ace2f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:46.843217 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 57708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:46.854797 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-089bb491-a3ef-4089-88d5-0e525e9b7a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:46.910846 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db58bcaa-615a-4727-836a-b02c494e2c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:46.936626 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db58bcaa-615a-4727-836a-b02c494e2c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:47.125369 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db58bcaa-615a-4727-836a-b02c494e2c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:47.128473 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db58bcaa-615a-4727-836a-b02c494e2c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:47.129834 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-db58bcaa-615a-4727-836a-b02c494e2c7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6ca4124-e00d-410c-a6eb-53f2106ace2f HTTP/1.1" status: 204 len: 168 time: 0.2851551 Jun 23 17:27:47.130708 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-79db2431-b438-45c2-afb4-a6fee042fbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:47.144464 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58bcaa-615a-4727-836a-b02c494e2c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ca4124-e00d-410c-a6eb-53f2106ace2f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:47.148399 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-db58bcaa-615a-4727-836a-b02c494e2c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:47.393221 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57722) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:47.415661 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9d29397-d243-4ddc-ae82-3c3f093de281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:47.530739 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9d29397-d243-4ddc-ae82-3c3f093de281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:47.666763 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9d29397-d243-4ddc-ae82-3c3f093de281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:47.677987 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:47.687122 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173225-985d-439d-87b0-22296031d0e4 req-c9001d55-ae68-4dc6-ad30-0e29c1fd06e4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:47.689156 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e2173225-985d-439d-87b0-22296031d0e4 req-c9001d55-ae68-4dc6-ad30-0e29c1fd06e4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0779955 Jun 23 17:27:47.749268 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e2173225-985d-439d-87b0-22296031d0e4 req-8aacbdba-bd64-4ea7-80bb-612e293f0640 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479367 Jun 23 17:27:47.771242 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-b9d29397-d243-4ddc-ae82-3c3f093de281 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20821bc807d84c1a9d82285d6563e17a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762450 Jun 23 17:27:47.775051 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d29397-d243-4ddc-ae82-3c3f093de281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaa87dd-bb62-408f-bbd5-bf3347a12665,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:47.775220 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 57732) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:47.780559 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b9d29397-d243-4ddc-ae82-3c3f093de281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:47.852330 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6601db9-4cc7-4418-b4b2-99a67b1b6336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:47.897489 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6601db9-4cc7-4418-b4b2-99a67b1b6336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.086011 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6601db9-4cc7-4418-b4b2-99a67b1b6336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.104659 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6601db9-4cc7-4418-b4b2-99a67b1b6336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.106661 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-f6601db9-4cc7-4418-b4b2-99a67b1b6336 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbaa87dd-bb62-408f-bbd5-bf3347a12665 HTTP/1.1" status: 204 len: 168 time: 0.3201809 Jun 23 17:27:48.109920 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:48.139280 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6601db9-4cc7-4418-b4b2-99a67b1b6336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaa87dd-bb62-408f-bbd5-bf3347a12665,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:48.163532 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f6601db9-4cc7-4418-b4b2-99a67b1b6336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:48.229704 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57758) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:48.699152 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dd25b589-d862-469e-813a-fa74b43f9fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.819633 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dd25b589-d862-469e-813a-fa74b43f9fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.950629 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dd25b589-d862-469e-813a-fa74b43f9fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:48.960591 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:49.006462 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890551e0-ced6-4d4e-9223-69b726aa87a6 req-1bee579c-14fb-4ca0-af07-2b0c85546fdf tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:49.008252 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-890551e0-ced6-4d4e-9223-69b726aa87a6 req-1bee579c-14fb-4ca0-af07-2b0c85546fdf tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0839148 Jun 23 17:27:49.018131 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-dd25b589-d862-469e-813a-fa74b43f9fcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa9379381b7d472e9a7ee54109fcea34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7871525 Jun 23 17:27:49.021092 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57784) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:49.029474 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25b589-d862-469e-813a-fa74b43f9fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a7b768-d7fa-4819-b0ef-0b1d623a6ce7,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:49.035254 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-dd25b589-d862-469e-813a-fa74b43f9fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:49.063010 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-890551e0-ced6-4d4e-9223-69b726aa87a6 req-ddebf39e-cab5-4d88-8cfc-6925030aeb29 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471158 Jun 23 17:27:49.095322 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 57786) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:49.099873 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45942f0c-86c1-4778-8534-b6470e0aa38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.110205 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb07994e-3c13-48de-93bc-5b0dc380ac55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.124590 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45942f0c-86c1-4778-8534-b6470e0aa38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.251717 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb07994e-3c13-48de-93bc-5b0dc380ac55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.268338 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45942f0c-86c1-4778-8534-b6470e0aa38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.271540 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45942f0c-86c1-4778-8534-b6470e0aa38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.272916 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-45942f0c-86c1-4778-8534-b6470e0aa38c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99a7b768-d7fa-4819-b0ef-0b1d623a6ce7 HTTP/1.1" status: 204 len: 168 time: 0.2504275 Jun 23 17:27:49.273834 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:49.282767 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45942f0c-86c1-4778-8534-b6470e0aa38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a7b768-d7fa-4819-b0ef-0b1d623a6ce7,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:49.285980 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-45942f0c-86c1-4778-8534-b6470e0aa38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:49.395640 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb07994e-3c13-48de-93bc-5b0dc380ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.404442 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ee3e2d9c-3ab1-4a74-ad56-dd8853e9b137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:49.475622 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07994e-3c13-48de-93bc-5b0dc380ac55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53f2f66-157d-423a-8e0d-3495427af4a4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:49.489942 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57814) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:49.491078 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-bb07994e-3c13-48de-93bc-5b0dc380ac55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b2750300618425ab21f708eefdbe21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936429 Jun 23 17:27:49.493242 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-bb07994e-3c13-48de-93bc-5b0dc380ac55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:49.594937 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e88920c-341f-4b57-89db-7e48f5a430d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.639548 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e88920c-341f-4b57-89db-7e48f5a430d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.835650 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e88920c-341f-4b57-89db-7e48f5a430d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.841069 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e88920c-341f-4b57-89db-7e48f5a430d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:49.844393 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-3e88920c-341f-4b57-89db-7e48f5a430d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f53f2f66-157d-423a-8e0d-3495427af4a4 HTTP/1.1" status: 204 len: 168 time: 0.3535242 Jun 23 17:27:49.853652 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c1179a5a-32a7-48ac-a8e2-e0ca12b98261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:49.877523 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88920c-341f-4b57-89db-7e48f5a430d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53f2f66-157d-423a-8e0d-3495427af4a4,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:49.881229 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3e88920c-341f-4b57-89db-7e48f5a430d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:50.198267 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41cd55-789f-4354-8c8b-b9fb7e46e5b4 req-c60f8631-6fcb-403c-a846-ecc5789a9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:50.200441 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-fa41cd55-789f-4354-8c8b-b9fb7e46e5b4 req-c60f8631-6fcb-403c-a846-ecc5789a9437 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 1099 time: 0.1152000 Jun 23 17:27:50.257805 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-fa41cd55-789f-4354-8c8b-b9fb7e46e5b4 req-3444ef42-7f10-4ec5-b164-40b970a68eeb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494142 Jun 23 17:27:50.305184 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b3004-e303-4a63-a0cd-466d84d9ced9 req-5caf10e4-d98c-42a0-84db-55bfd722683e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:50.306803 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e48b3004-e303-4a63-a0cd-466d84d9ced9 req-5caf10e4-d98c-42a0-84db-55bfd722683e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0737758 Jun 23 17:27:50.390294 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e48b3004-e303-4a63-a0cd-466d84d9ced9 req-179d3428-31a7-4149-8ded-65d616a9dfc9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765977 Jun 23 17:27:50.545382 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57882) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:50.563921 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ee121c7-f65d-4e3f-948b-f0b468784687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:50.692435 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ee121c7-f65d-4e3f-948b-f0b468784687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:50.799711 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ee121c7-f65d-4e3f-948b-f0b468784687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:50.804873 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-7838b279-1cf9-4a05-829d-4d7f6cf9dcd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:50.855618 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-2ee121c7-f65d-4e3f-948b-f0b468784687 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64f35a2619b249fe9fe5d32bbc4f4f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088078 Jun 23 17:27:50.856875 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee121c7-f65d-4e3f-948b-f0b468784687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960abf9a-7c87-4925-8efb-f77b5b8961d1,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:50.862723 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2ee121c7-f65d-4e3f-948b-f0b468784687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:50.864665 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57896) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:50.953047 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46f54733-e407-4874-acd1-e6da15fbffb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:51.000510 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46f54733-e407-4874-acd1-e6da15fbffb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:51.217822 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46f54733-e407-4874-acd1-e6da15fbffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:51.230612 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-46f54733-e407-4874-acd1-e6da15fbffb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:51.234448 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-46f54733-e407-4874-acd1-e6da15fbffb3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/960abf9a-7c87-4925-8efb-f77b5b8961d1 HTTP/1.1" status: 204 len: 168 time: 0.3665028 Jun 23 17:27:51.234705 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a64e2828-66bf-417a-b123-abf36cab935c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:51.250710 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f54733-e407-4874-acd1-e6da15fbffb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960abf9a-7c87-4925-8efb-f77b5b8961d1,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:51.254809 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-46f54733-e407-4874-acd1-e6da15fbffb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:51.633315 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 57928) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:51.776558 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b067f-b39d-42a2-859f-73a9a5f09e97 req-51921138-4f66-4369-ab61-1494daf67bd1 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:51.778690 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a72b067f-b39d-42a2-859f-73a9a5f09e97 req-51921138-4f66-4369-ab61-1494daf67bd1 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1469951 Jun 23 17:27:51.910216 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a72b067f-b39d-42a2-859f-73a9a5f09e97 req-db9e10cd-042f-4127-9ef7-5d64969217b3 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202025 Jun 23 17:27:51.918446 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ad8776f-ed40-4128-bc1a-c4d7fc6d8648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:52.146674 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ad8776f-ed40-4128-bc1a-c4d7fc6d8648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:52.297781 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ad8776f-ed40-4128-bc1a-c4d7fc6d8648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:52.305431 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-db1513e3-b778-43cc-b6e5-f8a1b8523062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:52.381287 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-8ad8776f-ed40-4128-bc1a-c4d7fc6d8648 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5d6a98fdcd04ef3a2c8e97a0da8bbbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7460911 Jun 23 17:27:52.382695 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8776f-ed40-4128-bc1a-c4d7fc6d8648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef33b00-96cb-408d-ad0d-9fed850a16b4,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:52.385056 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 57962) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:52.403795 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8ad8776f-ed40-4128-bc1a-c4d7fc6d8648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:52.458317 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:52.484284 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:53.062116 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:53.065007 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:53.066379 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ef33b00-96cb-408d-ad0d-9fed850a16b4 HTTP/1.1" status: 204 len: 168 time: 0.6798141 Jun 23 17:27:53.067203 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:53.077852 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef33b00-96cb-408d-ad0d-9fed850a16b4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:53.092209 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:53.092770 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:53.093330 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:53.093857 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:53.094393 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:53.094943 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:53.095560 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:53.096645 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:53.097135 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:53.097660 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:53.098163 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:53.098708 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:53.116494 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:53.458436 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8bab1-76fc-479e-b6de-0469f17d73c0 req-113496f9-54d7-4f2d-8cae-88c133eb490a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:53.471670 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-68c8bab1-76fc-479e-b6de-0469f17d73c0 req-113496f9-54d7-4f2d-8cae-88c133eb490a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1441844 Jun 23 17:27:53.472825 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303529b7-7978-4d7b-990c-6cc401fcb45f req-c176647c-e4ce-462f-8129-ec3faca3ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:53.474727 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-303529b7-7978-4d7b-990c-6cc401fcb45f req-c176647c-e4ce-462f-8129-ec3faca3ca23 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 1099 time: 0.1203225 Jun 23 17:27:53.553425 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-68c8bab1-76fc-479e-b6de-0469f17d73c0 req-18d97e77-212d-4fe4-ab74-0b19f1254fb6 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798855 Jun 23 17:27:53.669197 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303529b7-7978-4d7b-990c-6cc401fcb45f req-8c7f4a94-1f45-4034-b181-0ff8531bfe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:53.671997 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-303529b7-7978-4d7b-990c-6cc401fcb45f req-8c7f4a94-1f45-4034-b181-0ff8531bfe5b service neutron] 10.222.0.74 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 920 time: 0.1889098 Jun 23 17:27:53.781862 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-303529b7-7978-4d7b-990c-6cc401fcb45f req-764e85a6-336b-4890-8f63-d720b35468b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884dc6a3-3735-4115-9fe2-e6d138eb2279 HTTP/1.1" status: 200 len: 217 time: 0.1022060 Jun 23 17:27:53.939937 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303529b7-7978-4d7b-990c-6cc401fcb45f req-92bef0d3-a993-4871-acb9-99fade25dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:53.959706 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-303529b7-7978-4d7b-990c-6cc401fcb45f req-92bef0d3-a993-4871-acb9-99fade25dd43 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c681fbb-07c8-4e8c-977d-2a59084dd09c HTTP/1.1" status: 200 len: 859 time: 0.1702068 Jun 23 17:27:54.006123 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-303529b7-7978-4d7b-990c-6cc401fcb45f req-5be81f6d-7c89-4d4a-acd7-73775f7054eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=172ef0f4-4e06-4b11-9e1f-51d467b2976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384386 Jun 23 17:27:54.135975 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-303529b7-7978-4d7b-990c-6cc401fcb45f req-7ca55f9e-f0cd-4cc0-a055-7c9e2cfb7350 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166303 Jun 23 17:27:54.316967 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-303529b7-7978-4d7b-990c-6cc401fcb45f req-16b7b12c-b45c-432d-b027-c219daf142ca service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727536 Jun 23 17:27:54.426106 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58012) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:54.702778 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0397fbeb-df5b-4518-ab27-c739674af316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:55.048537 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0397fbeb-df5b-4518-ab27-c739674af316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:55.084684 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035b9b8-571a-403b-92bd-36ea468c38e6 req-dd206c5c-030f-4999-b9bd-6a4f182ea356 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:55.086480 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f035b9b8-571a-403b-92bd-36ea468c38e6 req-dd206c5c-030f-4999-b9bd-6a4f182ea356 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.2200425 Jun 23 17:27:55.153337 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f035b9b8-571a-403b-92bd-36ea468c38e6 req-4d5c0f9a-b940-40ee-a84c-d9d053019b9e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544791 Jun 23 17:27:55.170204 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0397fbeb-df5b-4518-ab27-c739674af316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:55.176138 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f0a4f16d-0066-420a-a1a9-ac3fc15f64ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:55.222134 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-0397fbeb-df5b-4518-ab27-c739674af316 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbf226a32b584ecdbbbcca81b0d315b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7944846 Jun 23 17:27:55.226161 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58040) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:55.228542 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397fbeb-df5b-4518-ab27-c739674af316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84afaf1f-0663-4d18-ace7-79e734a34af9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:55.232004 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0397fbeb-df5b-4518-ab27-c739674af316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:55.352740 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d688c64d-1a77-40af-91af-67cb644f4e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:55.409632 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d688c64d-1a77-40af-91af-67cb644f4e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:55.605177 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d688c64d-1a77-40af-91af-67cb644f4e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:55.608836 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d688c64d-1a77-40af-91af-67cb644f4e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:55.614360 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-d688c64d-1a77-40af-91af-67cb644f4e9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84afaf1f-0663-4d18-ace7-79e734a34af9 HTTP/1.1" status: 204 len: 168 time: 0.3822803 Jun 23 17:27:55.614360 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-45942f0c-86c1-4778-8534-b6470e0aa38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:55.620300 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688c64d-1a77-40af-91af-67cb644f4e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84afaf1f-0663-4d18-ace7-79e734a34af9,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:55.629882 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-d688c64d-1a77-40af-91af-67cb644f4e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:55.879481 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58062) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:56.366697 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1005633455-network', 'tenant_id': '5f421e4832544ffb980be5d233a22933'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:56.444770 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f7241-a5ad-4b33-9199-f7046b320400 req-5ab4c6b1-9475-44a6-9139-9edb9e507575 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:56.446312 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-479f7241-a5ad-4b33-9199-f7046b320400 req-5ab4c6b1-9475-44a6-9139-9edb9e507575 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0767965 Jun 23 17:27:56.493052 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-479f7241-a5ad-4b33-9199-f7046b320400 req-bd58e855-f3d8-4cf3-a512-72d9d4419bd1 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401332 Jun 23 17:27:56.513564 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Made reservation on behalf of 5f421e4832544ffb980be5d233a22933 for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:27:56.516338 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:56.529849 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:56.626911 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:56.816700 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:56.822346 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-4626c460-1798-4267-901f-ef5e545cdb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:56.850376 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:27:56.864640 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b98f9-2c16-4afd-8a2b-32082a99736c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:56.869029 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:56.872198 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:56.872544 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.segments_db [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Added segment 561c2032-5ad4-46c4-a142-1408394a3ffd of type vlan for network 47121177-295e-4912-a0cf-97dcf8d8388b Jun 23 17:27:56.920661 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.055901 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.057393 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:57.058023 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.060580 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-7c7737cd-efbe-4a1a-a52f-b12a7bbe1915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:57.067420 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58084) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:57.088725 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f147169-0cc8-4c8d-a0bd-1b355e3dc525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.134106 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Pushing event updated for resources: {'Network': ['ID=47121177-295e-4912-a0cf-97dcf8d8388b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:57.141870 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:57.142929 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:57.142929 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:57.142929 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:57.143330 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:57.143661 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:57.144002 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:57.144344 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:57.144684 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:57.145027 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:57.145872 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:57.146204 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:57.150375 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:57.159630 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network 47121177-295e-4912-a0cf-97dcf8d8388b details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:27:57.279301 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3977368 Jun 23 17:27:57.282055 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58090) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:57.287666 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Request body: {'subnet': {'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1005633455-subnet', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:57.325905 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58092) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:57.394428 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f147169-0cc8-4c8d-a0bd-1b355e3dc525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.457639 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bb80-25e2-4013-afaa-92ba7bb1f8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.506670 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f147169-0cc8-4c8d-a0bd-1b355e3dc525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.509471 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-db58bcaa-615a-4727-836a-b02c494e2c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:57.526478 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.db.api [None req-e1c5bb80-25e2-4013-afaa-92ba7bb1f8e4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 17:27:57.526478 dv-cinder-788253-3-smb neutron-server[93829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 17:27:57.526478 dv-cinder-788253-3-smb neutron-server[93829]: [parameters: {'project_id_1': '6823db5bd7714a91bf4ffa04f5b357cf', 'expiration_1': datetime.datetime(2021, 6, 23, 17, 27, 57, 469561)}] Jun 23 17:27:57.526478 dv-cinder-788253-3-smb neutron-server[93829]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:27:57.527213 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_db.api [None req-e1c5bb80-25e2-4013-afaa-92ba7bb1f8e4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:27:57.578810 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-7f147169-0cc8-4c8d-a0bd-1b355e3dc525 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61096fc866f54c37803012a293820129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5092621 Jun 23 17:27:57.580079 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f147169-0cc8-4c8d-a0bd-1b355e3dc525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36289069-3e89-4db2-bec4-cfb8135cc1ae,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:57.581961 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58102) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:57.601262 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-7f147169-0cc8-4c8d-a0bd-1b355e3dc525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:57.610512 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Made reservation on behalf of 5f421e4832544ffb980be5d233a22933 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:27:57.613754 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31526366'] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.717342 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e9416aa-fdb3-4d7a-8ba1-558d25848a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.761432 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e9416aa-fdb3-4d7a-8ba1-558d25848a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.860113 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb944d8-71a0-4b58-89f2-43a05967b8b8 req-9df16be8-84b0-4629-8c87-fe675d831690 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:57.862832 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2eb944d8-71a0-4b58-89f2-43a05967b8b8 req-9df16be8-84b0-4629-8c87-fe675d831690 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1094432 Jun 23 17:27:57.867758 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58112) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:57.936338 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2eb944d8-71a0-4b58-89f2-43a05967b8b8 req-eb01a729-1a86-4085-b30f-baaf5d2b7720 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533664 Jun 23 17:27:57.988305 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31588489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31526348'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:57.994068 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:58.021064 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c811a18-f71f-450e-8fca-c68776eaa250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.045076 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bb80-25e2-4013-afaa-92ba7bb1f8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.064738 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e9416aa-fdb3-4d7a-8ba1-558d25848a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.066828 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e9416aa-fdb3-4d7a-8ba1-558d25848a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.073246 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-0e9416aa-fdb3-4d7a-8ba1-558d25848a7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36289069-3e89-4db2-bec4-cfb8135cc1ae HTTP/1.1" status: 204 len: 168 time: 0.4835267 Jun 23 17:27:58.120711 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e76eaa9-e31e-4056-bbe9-7d61d33b0d27,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:58.128234 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:58.128771 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-d688c64d-1a77-40af-91af-67cb644f4e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:58.147034 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Checking segment: {'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:27:58.147034 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Network hostable DHCP agents. Network: 47121177-295e-4912-a0cf-97dcf8d8388b, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:27:58.147034 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9416aa-fdb3-4d7a-8ba1-558d25848a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36289069-3e89-4db2-bec4-cfb8135cc1ae,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:58.154010 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-0e9416aa-fdb3-4d7a-8ba1-558d25848a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:58.262098 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c811a18-f71f-450e-8fca-c68776eaa250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.279518 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Network 47121177-295e-4912-a0cf-97dcf8d8388b is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:27:58.382945 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2c811a18-f71f-450e-8fca-c68776eaa250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.388335 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f5a592b5-3e6f-4ba4-85df-68b803d65f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:58.390147 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, 47121177-295e-4912-a0cf-97dcf8d8388b) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:58.422680 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68743d40-9f0e-4208-89c8-a1be73e8f979 None None] Network 47121177-295e-4912-a0cf-97dcf8d8388b requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:27:58.451005 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:27:58.452609 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.454229 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-2c811a18-f71f-450e-8fca-c68776eaa250 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e15d2989980a441baf8b32e09e971a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5850191 Jun 23 17:27:58.456242 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c811a18-f71f-450e-8fca-c68776eaa250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fba7d2-01ab-40f7-af3e-6a6a511588dd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:58.480648 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58124) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:58.480648 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2c811a18-f71f-450e-8fca-c68776eaa250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:58.561666 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57008770-bf85-4300-b5c1-5deb2b587466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.620102 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57008770-bf85-4300-b5c1-5deb2b587466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.635434 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bb80-25e2-4013-afaa-92ba7bb1f8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.710458 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e1c5bb80-25e2-4013-afaa-92ba7bb1f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.714504 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-dd25b589-d862-469e-813a-fa74b43f9fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:58.804751 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5208924 Jun 23 17:27:58.809343 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58130) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:58.815055 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58132) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:27:58.816000 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-e1c5bb80-25e2-4013-afaa-92ba7bb1f8e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6823db5bd7714a91bf4ffa04f5b357cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4883523 Jun 23 17:27:58.817900 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5bb80-25e2-4013-afaa-92ba7bb1f8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8064cb3-02da-4dd4-a7d8-b2701a77cd51,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:58.823128 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-e1c5bb80-25e2-4013-afaa-92ba7bb1f8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:58.845712 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:27:58.846203 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e4dfc4c-f182-56e9-9889-ff28e47dae6d-47121177-295e-4912-a0cf-97dcf8d8388b', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27'}]}} from dv-cinder-788253-3-smb. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:27:58.846416 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.892499 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57008770-bf85-4300-b5c1-5deb2b587466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.897124 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57008770-bf85-4300-b5c1-5deb2b587466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:58.902179 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-57008770-bf85-4300-b5c1-5deb2b587466 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30fba7d2-01ab-40f7-af3e-6a6a511588dd HTTP/1.1" status: 204 len: 168 time: 0.4258459 Jun 23 17:27:58.904970 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:58.942604 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57008770-bf85-4300-b5c1-5deb2b587466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fba7d2-01ab-40f7-af3e-6a6a511588dd,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:58.949362 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-57008770-bf85-4300-b5c1-5deb2b587466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:58.979973 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-427bdf9f-7356-4be0-bf25-444cb7460165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.045587 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-427bdf9f-7356-4be0-bf25-444cb7460165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.063311 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5451'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.069695 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33047578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33478959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33124684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5442'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.158809 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Allocated IP 172.20.0.2 (47121177-295e-4912-a0cf-97dcf8d8388b/4e76eaa9-e31e-4056-bbe9-7d61d33b0d27/cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:27:59.297228 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.339489 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-427bdf9f-7356-4be0-bf25-444cb7460165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.339489 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-427bdf9f-7356-4be0-bf25-444cb7460165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.344072 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-427bdf9f-7356-4be0-bf25-444cb7460165 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8064cb3-02da-4dd4-a7d8-b2701a77cd51 HTTP/1.1" status: 204 len: 168 time: 0.5268943 Jun 23 17:27:59.348735 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ec4d7254-095f-4442-8d83-c350c796f20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:59.366585 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.376009 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bdf9f-7356-4be0-bf25-444cb7460165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8064cb3-02da-4dd4-a7d8-b2701a77cd51,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:59.377030 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Transition to ACTIVE for port object cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:27:59.382143 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-427bdf9f-7356-4be0-bf25-444cb7460165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:59.404210 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Transition to ACTIVE for port object cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:27:59.485443 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.489823 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:27:59.573789 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Network 47121177-295e-4912-a0cf-97dcf8d8388b is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:27:59.579089 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:27:59.582098 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:27:59.587996 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Pushing event updated for resources: {'Port': ['ID=cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:59.597404 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33482045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5456'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.645249 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:59.645249 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:59.646195 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:59.646691 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:59.647309 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:59.647856 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:59.648506 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:59.649391 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:59.649880 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:59.650362 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:59.651026 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:59.651518 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:27:59.656667 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:27:59.704524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Attempting to bind port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:27:59.705628 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Attempting to bind port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:27:59.706128 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Attempting to bind port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 on network 47121177-295e-4912-a0cf-97dcf8d8388b {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:27:59.713017 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:27:59.713667 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Checking segment: {'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:27:59.714103 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.714530 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Bound using segment: {'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:27:59.715787 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Bound port: cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:27:59.716193 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.819818 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] For port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:27:59.829141 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] For port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:27:59.931224 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:27:59.934550 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-ea73e927-6659-4252-8943-3bc532ba396b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:00.026002 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Pushing event updated for resources: {'Port': ['ID=cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:00.040958 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:00.112689 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.141856 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.463911 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Allocated IP 172.28.1.172 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/513068ea-e4ad-4f82-b14d-664281fa43cc) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:00.598634 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0b70ab96-dbc6-4f4e-ae29-23b7cfc575be req-87b35c26-cd80-49fc-9926-fa6b250b5cf8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2496753 Jun 23 17:28:00.807210 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:00.883432 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:00.939753 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70ab96-dbc6-4f4e-ae29-23b7cfc575be req-356c8f51-c382-4437-840a-dd6291e74ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:00.942077 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0b70ab96-dbc6-4f4e-ae29-23b7cfc575be req-356c8f51-c382-4437-840a-dd6291e74ffa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 1099 time: 0.2222493 Jun 23 17:28:01.066728 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661f908-f01b-4e98-b132-b3e5dc07be0d req-b2bf4639-8fb0-4f73-a336-850ea279362e tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:01.068597 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f661f908-f01b-4e98-b132-b3e5dc07be0d req-b2bf4639-8fb0-4f73-a336-850ea279362e tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1852949 Jun 23 17:28:01.073158 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:01.116752 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58204) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:01.151270 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:01.153400 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70ab96-dbc6-4f4e-ae29-23b7cfc575be req-a061ad07-cc72-4ccd-8d00-e8f991dc19b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:01.157726 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0b70ab96-dbc6-4f4e-ae29-23b7cfc575be req-a061ad07-cc72-4ccd-8d00-e8f991dc19b3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 920 time: 0.1616700 Jun 23 17:28:01.167340 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2910d87c-f500-4410-9a7c-16fbb00e415e tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:01.210769 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c6cf44d2-7665-41ec-97e8-e697be54f783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:01.252914 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f661f908-f01b-4e98-b132-b3e5dc07be0d req-167d1edd-3401-4f88-a91d-8eb68ce3e782 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587589 Jun 23 17:28:01.252914 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:01.265453 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:01.268995 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:01.273845 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0b70ab96-dbc6-4f4e-ae29-23b7cfc575be req-1d29ea32-2642-48a1-a45a-ed57a4dcb504 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884dc6a3-3735-4115-9fe2-e6d138eb2279 HTTP/1.1" status: 200 len: 217 time: 0.1090157 Jun 23 17:28:01.278898 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Pushing event updated for resources: {'Port': ['ID=513068ea-e4ad-4f82-b14d-664281fa43cc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:01.333468 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:01.389916 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70ab96-dbc6-4f4e-ae29-23b7cfc575be req-70688d95-242d-4f83-9778-e6c3c0af3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:01.395428 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0b70ab96-dbc6-4f4e-ae29-23b7cfc575be req-70688d95-242d-4f83-9778-e6c3c0af3d61 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c681fbb-07c8-4e8c-977d-2a59084dd09c HTTP/1.1" status: 200 len: 859 time: 0.1126804 Jun 23 17:28:01.408822 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0264f-9ce3-4097-b2f6-bf367bf98208 req-61edb497-e78a-4a76-957f-89731589c2e0 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:01.410442 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9d0264f-9ce3-4097-b2f6-bf367bf98208 req-61edb497-e78a-4a76-957f-89731589c2e0 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.3146286 Jun 23 17:28:01.459668 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0b70ab96-dbc6-4f4e-ae29-23b7cfc575be req-81f13e44-9ec4-4a8d-b2d9-fff5ad4a2d28 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=172ef0f4-4e06-4b11-9e1f-51d467b2976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563595 Jun 23 17:28:01.526842 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9d0264f-9ce3-4097-b2f6-bf367bf98208 req-26ba46d1-bc68-4639-8d63-0fb9275e4f51 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921869 Jun 23 17:28:01.750037 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c6cf44d2-7665-41ec-97e8-e697be54f783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:01.817023 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c6cf44d2-7665-41ec-97e8-e697be54f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:01.831425 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-fbf224c7-827b-4a02-927c-6ead18e722c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:01.957230 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:01.966115 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-c6cf44d2-7665-41ec-97e8-e697be54f783 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5d1d553509f4598903cc8c803e081ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8305876 Jun 23 17:28:01.970218 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf44d2-7665-41ec-97e8-e697be54f783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3293a1de-bb86-46da-8620-3e779e4075d9,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:01.990139 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c6cf44d2-7665-41ec-97e8-e697be54f783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:02.057742 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58224) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:02.130122 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a82a27-daa1-4a5d-aa90-d88e43f55b8a None None] Network 47121177-295e-4912-a0cf-97dcf8d8388b requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:28:02.226074 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0b70ab96-dbc6-4f4e-ae29-23b7cfc575be req-53e1bd9f-a6f9-4bd0-a6fe-b1abd30a5519 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7503114 Jun 23 17:28:02.466562 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0b70ab96-dbc6-4f4e-ae29-23b7cfc575be req-1985ad8a-5d81-41e0-ab71-7e45ad6d1226 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263908 Jun 23 17:28:02.533938 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3064e96e-98b1-4089-a758-2a03ab1a94b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.549878 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33482088'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.620837 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3064e96e-98b1-4089-a758-2a03ab1a94b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.683542 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-341c2389-67ae-4b3b-a7f1-580ca61a3fbc None None] Provisioning for port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:02.701860 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-341c2389-67ae-4b3b-a7f1-580ca61a3fbc None None] Provisioning complete for port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:02.702884 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-341c2389-67ae-4b3b-a7f1-580ca61a3fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.834170 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.868156 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3064e96e-98b1-4089-a758-2a03ab1a94b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.872831 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3064e96e-98b1-4089-a758-2a03ab1a94b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:02.877598 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-3064e96e-98b1-4089-a758-2a03ab1a94b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3293a1de-bb86-46da-8620-3e779e4075d9 HTTP/1.1" status: 204 len: 168 time: 0.8140142 Jun 23 17:28:02.877598 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-1847f21f-94a4-4121-ad97-cdba1f43b8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:02.885551 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064e96e-98b1-4089-a758-2a03ab1a94b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3293a1de-bb86-46da-8620-3e779e4075d9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:02.890042 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-3064e96e-98b1-4089-a758-2a03ab1a94b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:02.977315 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Router da750f43-ca49-477b-abe1-d390b443e2a2 is scheduled to L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:28:03.034147 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-341c2389-67ae-4b3b-a7f1-580ca61a3fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:03.119348 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-341c2389-67ae-4b3b-a7f1-580ca61a3fbc None None] For port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:03.241713 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:03.245162 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-341c2389-67ae-4b3b-a7f1-580ca61a3fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:03.253200 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:03.259817 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Sync routers for ids ['da750f43-ca49-477b-abe1-d390b443e2a2'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:03.306114 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Routers {'da750f43-ca49-477b-abe1-d390b443e2a2'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:03.310115 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:27:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['da750f43-ca49-477b-abe1-d390b443e2a2'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:03.388120 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:03.390766 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5797994 Jun 23 17:28:03.398918 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58264) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:03.404229 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c2389-67ae-4b3b-a7f1-580ca61a3fbc None None] Pushing event updated for resources: {'Port': ['ID=cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:03.412896 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-341c2389-67ae-4b3b-a7f1-580ca61a3fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:03.444031 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-17a222ae-ed18-4bc3-9c00-ba873edfb009 None None] Provisioning complete for port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:03.444905 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-17a222ae-ed18-4bc3-9c00-ba873edfb009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:03.553321 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Set router da750f43-ca49-477b-abe1-d390b443e2a2 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:03.753176 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58272) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:03.919717 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f53c01-e0aa-4634-91ba-e9c20e8757eb req-b47842df-58e2-4a0b-b14b-126451093356 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:03.928273 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-99f53c01-e0aa-4634-91ba-e9c20e8757eb req-b47842df-58e2-4a0b-b14b-126451093356 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.3235636 Jun 23 17:28:03.993962 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-99f53c01-e0aa-4634-91ba-e9c20e8757eb req-8a380656-9215-4f80-a10f-af925638cd83 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645654 Jun 23 17:28:04.018165 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bece2b63-8d54-41a6-a6db-c075aced4ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.151759 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:01Z', 'revision_number': 3, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:04.188812 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.212426 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bece2b63-8d54-41a6-a6db-c075aced4ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.297635 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bece2b63-8d54-41a6-a6db-c075aced4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.308613 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-77964086-184c-4077-84c9-125bfdee4a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:04.433264 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece2b63-8d54-41a6-a6db-c075aced4ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2f6c9d-8b79-4c03-b2f8-3981213d6cf9,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:04.439704 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-bece2b63-8d54-41a6-a6db-c075aced4ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:04.445140 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-bece2b63-8d54-41a6-a6db-c075aced4ee6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c6c3c7e28364b738775bf4c85e47ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6898935 Jun 23 17:28:04.450166 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58296) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:04.456846 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Checking router: da750f43-ca49-477b-abe1-d390b443e2a2 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:04.458642 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Updating router da750f43-ca49-477b-abe1-d390b443e2a2 port 513068ea-e4ad-4f82-b14d-664281fa43cc binding host dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:28:04.532729 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.591041 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Allocated IP 172.20.0.1 (47121177-295e-4912-a0cf-97dcf8d8388b/4e76eaa9-e31e-4056-bbe9-7d61d33b0d27/22b0743b-c5b1-4f61-a56b-d42024231557) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:04.640593 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6d08f26-703f-4ea9-9a69-b7e8be41336a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.796539 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6d08f26-703f-4ea9-9a69-b7e8be41336a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.797553 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:04.872770 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:04.873311 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:04.995579 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.188024 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fd3225a4-8d79-47cb-aa43-4669bbd25823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.284995 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.375656 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d10e7-d7be-4c3a-969c-aa18c8d8fc3a req-e0b31c36-9fde-4239-89d1-6f7bd9509a5d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:05.377510 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d74d10e7-d7be-4c3a-969c-aa18c8d8fc3a req-e0b31c36-9fde-4239-89d1-6f7bd9509a5d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.0963006 Jun 23 17:28:05.422937 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Transition to ACTIVE for port object 22b0743b-c5b1-4f61-a56b-d42024231557 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:05.425520 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Transition to ACTIVE for port object 513068ea-e4ad-4f82-b14d-664281fa43cc will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:05.426345 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6d08f26-703f-4ea9-9a69-b7e8be41336a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.431200 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d6d08f26-703f-4ea9-9a69-b7e8be41336a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.435097 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-d6d08f26-703f-4ea9-9a69-b7e8be41336a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b2f6c9d-8b79-4c03-b2f8-3981213d6cf9 HTTP/1.1" status: 204 len: 168 time: 0.9790189 Jun 23 17:28:05.439670 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:05.458094 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d74d10e7-d7be-4c3a-969c-aa18c8d8fc3a req-c8451143-8ed1-4760-a032-6340be04fe47 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735488 Jun 23 17:28:05.462174 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d08f26-703f-4ea9-9a69-b7e8be41336a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2f6c9d-8b79-4c03-b2f8-3981213d6cf9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:05.468486 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d6d08f26-703f-4ea9-9a69-b7e8be41336a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:05.502018 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.505970 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:05.589884 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.596402 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9ca710cc-8faa-4c9d-8562-25b602c724c6 tempest-DeleteServersTestJSON-1185235375 tempest-DeleteServersTestJSON-1185235375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:05.611713 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Pushing event updated for resources: {'Port': ['ID=513068ea-e4ad-4f82-b14d-664281fa43cc,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:05.625668 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:05.626201 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:05.627722 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:05.628459 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:05.629187 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:05.629938 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:05.630671 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:05.631466 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:05.632196 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:05.632973 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:05.633736 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:05.634463 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:05.640616 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Attempting to bind port 513068ea-e4ad-4f82-b14d-664281fa43cc on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:05.640924 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Network 47121177-295e-4912-a0cf-97dcf8d8388b is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:05.641720 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Attempting to bind port 513068ea-e4ad-4f82-b14d-664281fa43cc by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:05.643233 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Attempting to bind port 513068ea-e4ad-4f82-b14d-664281fa43cc on network 0516b4b2-f673-4cdc-b63f-187f09eafd61 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:05.650969 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:05.653371 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:05.654743 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:05.655611 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Checking segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:05.655796 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:05.656157 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33427304'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.656853 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.657750 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Bound using segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:05.658763 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Bound port: 513068ea-e4ad-4f82-b14d-664281fa43cc, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:05.659625 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.805597 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Pushing event updated for resources: {'Port': ['ID=22b0743b-c5b1-4f61-a56b-d42024231557,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:05.809509 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:05.823645 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] For port 513068ea-e4ad-4f82-b14d-664281fa43cc, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:05.830371 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] For port 513068ea-e4ad-4f82-b14d-664281fa43cc, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=513068ea-e4ad-4f82-b14d-664281fa43cc,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:05.945157 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:05.956349 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-885c294d-74ad-4f97-98cc-d05c293d50d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:05.965069 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:06.030712 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Pushing event updated for resources: {'Port': ['ID=513068ea-e4ad-4f82-b14d-664281fa43cc,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:06.044635 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-bad1d94f-8943-4a88-95ef-5129e438345b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:06.046456 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Routers {'da750f43-ca49-477b-abe1-d390b443e2a2'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:06.046835 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:27:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['da750f43-ca49-477b-abe1-d390b443e2a2'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:06.144363 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3f9b513a-417f-40b3-bcda-32fbf018341d None None] Provisioning for port 22b0743b-c5b1-4f61-a56b-d42024231557 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:06.202568 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3f9b513a-417f-40b3-bcda-32fbf018341d None None] Provisioning complete for port 22b0743b-c5b1-4f61-a56b-d42024231557 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:06.203450 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3f9b513a-417f-40b3-bcda-32fbf018341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:06.299120 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b513a-417f-40b3-bcda-32fbf018341d None None] Port 22b0743b-c5b1-4f61-a56b-d42024231557 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:28:06.334398 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:06.384772 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] Set router da750f43-ca49-477b-abe1-d390b443e2a2 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:06.394367 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:06.490422 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:06.491851 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33265121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33427332'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:06.495210 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-83fe8e7e-cf91-4da2-839d-6ffe63ac1b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:06.711885 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '22b0743b-c5b1-4f61-a56b-d42024231557', 'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'mac_address': 'fa:16:3e:bc:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:04Z', 'revision_number': 1, 'project_id': '5f421e4832544ffb980be5d233a22933', 'subnets': [{'id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:06.749906 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Pushing event updated for resources: {'Port': ['ID=22b0743b-c5b1-4f61-a56b-d42024231557,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:06.761977 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:06.767416 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736ec06-0e1a-4447-9256-04e6ae23eaf5 None None] The sync data for ids ['da750f43-ca49-477b-abe1-d390b443e2a2'] in dv-cinder-788253-3-smb is: [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '22b0743b-c5b1-4f61-a56b-d42024231557', 'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'mac_address': 'fa:16:3e:bc:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:04Z', 'revision_number': 1, 'project_id': '5f421e4832544ffb980be5d233a22933', 'subnets': [{'id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:06.837353 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Network 47121177-295e-4912-a0cf-97dcf8d8388b is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:06.842390 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:06.856498 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb3748-f2cc-453a-9d83-70b40c12b8e0 req-0d193174-8a8e-4242-a47a-49eab730dc66 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:06.858119 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f0bb3748-f2cc-453a-9d83-70b40c12b8e0 req-0d193174-8a8e-4242-a47a-49eab730dc66 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1437755 Jun 23 17:28:07.001059 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f0bb3748-f2cc-453a-9d83-70b40c12b8e0 req-1399175d-e7f5-45b2-9e31-604ce9aa7a91 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015737 Jun 23 17:28:07.087907 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Router da750f43-ca49-477b-abe1-d390b443e2a2 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:28:07.306977 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9dab2086-f5d6-4a44-9a9a-8ef2404c8cb3 None None] Provisioning complete for port 22b0743b-c5b1-4f61-a56b-d42024231557 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:07.307915 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9dab2086-f5d6-4a44-9a9a-8ef2404c8cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:07.461627 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-9dab2086-f5d6-4a44-9a9a-8ef2404c8cb3 None None] Port 22b0743b-c5b1-4f61-a56b-d42024231557 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:28:07.510127 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:07.525921 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] 10.222.0.49 "PUT /v2.0/routers/da750f43-ca49-477b-abe1-d390b443e2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1195674 Jun 23 17:28:07.702476 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b040255a-0176-428a-9849-c8a4caa6317c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:08.131009 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e8162-f49f-4a0f-8b3e-9b574fb16323 req-ee5aa825-91d7-43d8-a088-4c1d38f0dd28 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:08.145910 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4e9e8162-f49f-4a0f-8b3e-9b574fb16323 req-ee5aa825-91d7-43d8-a088-4c1d38f0dd28 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.2271056 Jun 23 17:28:08.291286 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4e9e8162-f49f-4a0f-8b3e-9b574fb16323 req-6ea39af3-ad7a-4860-ae7f-936167daa35c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437023 Jun 23 17:28:08.675422 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b610dc-dd52-4770-ad28-9c0ba08a052f req-33a2a97f-5113-4e7f-aa56-2d521928b1b5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:08.689553 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-04b610dc-dd52-4770-ad28-9c0ba08a052f req-33a2a97f-5113-4e7f-aa56-2d521928b1b5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1413620 Jun 23 17:28:08.751154 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-04b610dc-dd52-4770-ad28-9c0ba08a052f req-ee4eb4b4-d021-4863-8344-9bee98c018f1 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604281 Jun 23 17:28:08.929713 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 513068ea-e4ad-4f82-b14d-664281fa43cc up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:09.087487 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d407-debb-4254-8ed0-03f74d0435cc req-e724914a-e416-4678-8587-75dc3ba1b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:09.096479 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-23b1d407-debb-4254-8ed0-03f74d0435cc req-e724914a-e416-4678-8587-75dc3ba1b67e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 1099 time: 0.0994468 Jun 23 17:28:09.099379 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed8e59-3e19-459b-a05a-df2b4d80723b req-7a55ad8e-12fe-49c6-88e6-e85cae85cac5 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:09.101284 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f6ed8e59-3e19-459b-a05a-df2b4d80723b req-7a55ad8e-12fe-49c6-88e6-e85cae85cac5 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1367221 Jun 23 17:28:09.175860 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 513068ea-e4ad-4f82-b14d-664281fa43cc completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:09.189466 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 513068ea-e4ad-4f82-b14d-664281fa43cc triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:09.192430 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:09.220494 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f6ed8e59-3e19-459b-a05a-df2b4d80723b req-ad9990e7-8cf9-4024-9462-36acb517edf7 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026399 Jun 23 17:28:09.244185 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d407-debb-4254-8ed0-03f74d0435cc req-3b9c31df-b0fb-4172-a8ea-6dd3670b11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:09.245693 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-23b1d407-debb-4254-8ed0-03f74d0435cc req-3b9c31df-b0fb-4172-a8ea-6dd3670b11d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 920 time: 0.1422601 Jun 23 17:28:09.287857 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:09.316913 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-23b1d407-debb-4254-8ed0-03f74d0435cc req-2aeba70c-34da-4f7e-b20e-f7cbcb0a646a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884dc6a3-3735-4115-9fe2-e6d138eb2279 HTTP/1.1" status: 200 len: 217 time: 0.0638170 Jun 23 17:28:09.375589 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d407-debb-4254-8ed0-03f74d0435cc req-1e3f6bff-541e-477e-b86c-07a9ad7c9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:09.379455 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:09.379708 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-23b1d407-debb-4254-8ed0-03f74d0435cc req-1e3f6bff-541e-477e-b86c-07a9ad7c9995 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c681fbb-07c8-4e8c-977d-2a59084dd09c HTTP/1.1" status: 200 len: 859 time: 0.0553086 Jun 23 17:28:09.430768 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port 513068ea-e4ad-4f82-b14d-664281fa43cc, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=513068ea-e4ad-4f82-b14d-664281fa43cc,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:09.440418 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-23b1d407-debb-4254-8ed0-03f74d0435cc req-7957fd9d-bc17-4429-829b-c3bfd27da0d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=172ef0f4-4e06-4b11-9e1f-51d467b2976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532396 Jun 23 17:28:09.471536 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58418) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:09.483739 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-940872144-network', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:09.542206 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:09.544212 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-eaeee131-1e41-4b57-a372-2db130b7de2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:09.606229 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Made reservation on behalf of bda8fb89fe9e443082e1a88104b2d501 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:28:09.608916 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:09.621078 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:09.661425 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-23b1d407-debb-4254-8ed0-03f74d0435cc req-01b83c77-0399-4893-9178-270323cd649e service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122536 Jun 23 17:28:09.662969 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=513068ea-e4ad-4f82-b14d-664281fa43cc,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:09.672345 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:09.729763 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cdd21-dd3a-4d33-a50c-881b4e7153cd req-02934738-daca-44a1-9455-0a0ce5ac40bc tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:09.737881 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0d4cdd21-dd3a-4d33-a50c-881b4e7153cd req-02934738-daca-44a1-9455-0a0ce5ac40bc tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1868687 Jun 23 17:28:09.796604 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-23b1d407-debb-4254-8ed0-03f74d0435cc req-f0c72652-66f3-4c6a-ad98-14b9236244c7 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268649 Jun 23 17:28:09.816167 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0d4cdd21-dd3a-4d33-a50c-881b4e7153cd req-6b494ec1-770e-4641-be60-25a38844e3c6 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768847 Jun 23 17:28:09.863433 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:09.982502 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:09.990876 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f6601db9-4cc7-4418-b4b2-99a67b1b6336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:10.040520 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:28:10.046580 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1574553e-0797-4763-8cc5-39b0c7a2d40b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:10.062159 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:10.071923 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.072467 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.segments_db [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Added segment 862733e7-c280-43ce-8e85-16e03d3fe62c of type vlan for network 0c7236c3-ffb6-4778-9759-7853850eafd4 Jun 23 17:28:10.124652 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa7f7-5778-4a18-93d1-b53aaefcaf9a req-0fe8868f-81cb-4c7a-a5b7-b08dcbcecb99 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:10.126359 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-322aa7f7-5778-4a18-93d1-b53aaefcaf9a req-0fe8868f-81cb-4c7a-a5b7-b08dcbcecb99 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1967225 Jun 23 17:28:10.147639 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.200932 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-322aa7f7-5778-4a18-93d1-b53aaefcaf9a req-65b57a60-ac55-40e8-a863-b00f91000dae tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628319 Jun 23 17:28:10.277417 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Sync routers for ids ['da750f43-ca49-477b-abe1-d390b443e2a2'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:10.289722 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Routers {'da750f43-ca49-477b-abe1-d390b443e2a2'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:10.290401 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:28:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['da750f43-ca49-477b-abe1-d390b443e2a2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:10.348952 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.356008 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:10.356850 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.365505 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c26e3c90-c6eb-47ef-bb3f-dcd9fe7fe2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:10.483771 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Pushing event updated for resources: {'Network': ['ID=0c7236c3-ffb6-4778-9759-7853850eafd4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:10.489315 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:10.498706 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network 0c7236c3-ffb6-4778-9759-7853850eafd4 details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:28:10.502796 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Set router da750f43-ca49-477b-abe1-d390b443e2a2 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:10.558651 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0845659 Jun 23 17:28:10.563139 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58448) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:10.572594 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] Request body: {'subnet': {'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-940872144-subnet', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:10.678354 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31da08-4d5e-4bf6-bcc9-7eee3939006f req-82c200f3-7483-4b95-bd3a-b38224291b88 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:10.695678 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5c31da08-4d5e-4bf6-bcc9-7eee3939006f req-82c200f3-7483-4b95-bd3a-b38224291b88 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1903567 Jun 23 17:28:10.747597 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.759777 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5c31da08-4d5e-4bf6-bcc9-7eee3939006f req-aaa05a30-faac-4736-873e-fac36b228ac6 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566707 Jun 23 17:28:10.759777 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] Made reservation on behalf of bda8fb89fe9e443082e1a88104b2d501 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:28:10.767435 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:10.839577 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 513068ea-e4ad-4f82-b14d-664281fa43cc up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:10.922502 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '22b0743b-c5b1-4f61-a56b-d42024231557', 'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'mac_address': 'fa:16:3e:bc:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:06Z', 'revision_number': 2, 'project_id': '5f421e4832544ffb980be5d233a22933', 'subnets': [{'id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:10.929663 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 513068ea-e4ad-4f82-b14d-664281fa43cc triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:10.930270 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:11.016722 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Checking router: da750f43-ca49-477b-abe1-d390b443e2a2 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:11.017166 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Updating router da750f43-ca49-477b-abe1-d390b443e2a2 port 22b0743b-c5b1-4f61-a56b-d42024231557 binding host dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:28:11.070328 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:11.086289 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:11.099566 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba41543-7054-45d8-8b62-75de17cbf844 req-ff58b23d-9705-4d6b-8d08-ec5967f3e344 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:11.115442 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9ba41543-7054-45d8-8b62-75de17cbf844 req-ff58b23d-9705-4d6b-8d08-ec5967f3e344 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.0920494 Jun 23 17:28:11.115442 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:11.211571 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9ba41543-7054-45d8-8b62-75de17cbf844 req-9193619d-1a57-4496-ac7e-1c68651bb072 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979626 Jun 23 17:28:11.214604 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8003fdb-c5e4-4211-90a6-242c324f4d91,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:11.229964 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:11.233778 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] Checking segment: {'id': '862733e7-c280-43ce-8e85-16e03d3fe62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:11.233778 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] Network hostable DHCP agents. Network: 0c7236c3-ffb6-4778-9759-7853850eafd4, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:28:11.438046 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] Network 0c7236c3-ffb6-4778-9759-7853850eafd4 is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:28:11.506151 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865103f2-7867-4f7f-a243-efc1e7162ab0 req-57755194-f030-41e3-a309-06eed1d249ff tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:11.511742 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-865103f2-7867-4f7f-a243-efc1e7162ab0 req-57755194-f030-41e3-a309-06eed1d249ff tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1228778 Jun 23 17:28:11.575592 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, 0c7236c3-ffb6-4778-9759-7853850eafd4) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:11.586918 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:11.586918 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:11.589769 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:11.593806 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-865103f2-7867-4f7f-a243-efc1e7162ab0 req-7d4c0bd5-1027-4024-87bf-fdf592e5321b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699036 Jun 23 17:28:11.617789 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51b2e09-be29-4628-869a-987f3315b70a None None] Network 0c7236c3-ffb6-4778-9759-7853850eafd4 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:28:11.620115 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Transition to ACTIVE for port object 22b0743b-c5b1-4f61-a56b-d42024231557 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:11.726736 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-84675156-7792-4c39-8372-ac09485f30be admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1612806 Jun 23 17:28:11.727281 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:11.729814 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:11.730034 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58470) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:11.739929 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-940872144-router', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:11.873429 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5451'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:11.874693 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33047578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33478959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33124684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5442'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:11.992382 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.041446 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d4d37-501f-40b6-986d-6b2aa3efe818 None None] Pushing event updated for resources: {'Port': ['ID=22b0743b-c5b1-4f61-a56b-d42024231557,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:12.045284 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-c52d4d37-501f-40b6-986d-6b2aa3efe818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:12.141708 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Attempting to bind port 22b0743b-c5b1-4f61-a56b-d42024231557 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:12.142331 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Attempting to bind port 22b0743b-c5b1-4f61-a56b-d42024231557 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:12.142894 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Attempting to bind port 22b0743b-c5b1-4f61-a56b-d42024231557 on network 47121177-295e-4912-a0cf-97dcf8d8388b {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:12.156800 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e4dfc4c-f182-56e9-9889-ff28e47dae6d-0c7236c3-ffb6-4778-9759-7853850eafd4', 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'fixed_ips': [{'subnet_id': 'e8003fdb-c5e4-4211-90a6-242c324f4d91'}]}} from dv-cinder-788253-3-smb. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:28:12.159409 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.171758 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:12.172224 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Checking segment: {'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:12.172540 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.172962 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Bound using segment: {'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:12.174232 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Bound port: 22b0743b-c5b1-4f61-a56b-d42024231557, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:12.174642 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.302889 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33482045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5456'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.327550 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3c73a-880e-400e-850f-b086999d41b6 req-2d828567-14df-4895-83a6-ad02a8c13161 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:12.335257 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-76e3c73a-880e-400e-850f-b086999d41b6 req-2d828567-14df-4895-83a6-ad02a8c13161 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.2840819 Jun 23 17:28:12.404962 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-76e3c73a-880e-400e-850f-b086999d41b6 req-0477052c-24b9-4153-b8ea-d584a915955b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684276 Jun 23 17:28:12.441542 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] For port 22b0743b-c5b1-4f61-a56b-d42024231557, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:12.451522 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] For port 22b0743b-c5b1-4f61-a56b-d42024231557, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=22b0743b-c5b1-4f61-a56b-d42024231557,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:12.557564 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:12.573095 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:12.594039 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974ad20-b68d-40cb-aa39-b557cf70e02a req-873ed2ac-b16c-441c-aeeb-443b1fc8fb18 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:12.596625 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e974ad20-b68d-40cb-aa39-b557cf70e02a req-873ed2ac-b16c-441c-aeeb-443b1fc8fb18 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1433890 Jun 23 17:28:12.696696 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Allocated IP 172.20.0.2 (0c7236c3-ffb6-4778-9759-7853850eafd4/e8003fdb-c5e4-4211-90a6-242c324f4d91/0d9907e0-455e-4414-949b-ea354ccc3101) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:12.718105 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e974ad20-b68d-40cb-aa39-b557cf70e02a req-8daaf95b-6800-4493-8f02-3175f0e3e609 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102402 Jun 23 17:28:12.719946 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Routers {'da750f43-ca49-477b-abe1-d390b443e2a2'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:12.721856 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:28:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['da750f43-ca49-477b-abe1-d390b443e2a2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:12.867817 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d4d37-501f-40b6-986d-6b2aa3efe818 None None] Pushing event updated for resources: {'Port': ['ID=22b0743b-c5b1-4f61-a56b-d42024231557,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:12.880867 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-c52d4d37-501f-40b6-986d-6b2aa3efe818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:12.988435 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.025476 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.156795 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a5b29-a4ad-4075-bed5-587bf91941ba req-c074c5f9-23e9-4d63-92c3-86ce5cef2582 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:13.157835 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] Set router da750f43-ca49-477b-abe1-d390b443e2a2 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:13.161098 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c60a5b29-a4ad-4075-bed5-587bf91941ba req-c074c5f9-23e9-4d63-92c3-86ce5cef2582 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.2300868 Jun 23 17:28:13.252497 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c60a5b29-a4ad-4075-bed5-587bf91941ba req-95db0b2d-9c33-4cba-ad5c-ce439b429dda tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786211 Jun 23 17:28:13.279962 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Allocated IP 172.28.1.82 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/9225b53e-0ae8-4e35-bb1d-dcb15bda5a89) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:13.333870 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.355023 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Transition to ACTIVE for port object 0d9907e0-455e-4414-949b-ea354ccc3101 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:13.408349 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Transition to ACTIVE for port object 0d9907e0-455e-4414-949b-ea354ccc3101 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:13.490705 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.494286 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:13.519499 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.547764 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Network 0c7236c3-ffb6-4778-9759-7853850eafd4 is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:13.554482 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:13.558209 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:13.560758 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Pushing event updated for resources: {'Port': ['ID=0d9907e0-455e-4414-949b-ea354ccc3101,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:13.567898 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:13.571257 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '22b0743b-c5b1-4f61-a56b-d42024231557', 'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'mac_address': 'fa:16:3e:bc:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:12Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'subnets': [{'id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:13.584983 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58496) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:13.654563 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d521d39-bafd-4443-aaff-17d4e58fc49f None None] The sync data for ids ['da750f43-ca49-477b-abe1-d390b443e2a2'] in dv-cinder-788253-3-smb is: [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '22b0743b-c5b1-4f61-a56b-d42024231557', 'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'mac_address': 'fa:16:3e:bc:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:12Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'subnets': [{'id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:13.693244 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.715411 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:13.783325 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Attempting to bind port 0d9907e0-455e-4414-949b-ea354ccc3101 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:13.787172 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Attempting to bind port 0d9907e0-455e-4414-949b-ea354ccc3101 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': '862733e7-c280-43ce-8e85-16e03d3fe62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:13.787172 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Attempting to bind port 0d9907e0-455e-4414-949b-ea354ccc3101 on network 0c7236c3-ffb6-4778-9759-7853850eafd4 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:13.796455 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:13.797148 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Checking segment: {'id': '862733e7-c280-43ce-8e85-16e03d3fe62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:13.797853 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.799456 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Bound using segment: {'id': '862733e7-c280-43ce-8e85-16e03d3fe62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:13.800516 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Bound port: 0d9907e0-455e-4414-949b-ea354ccc3101, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862733e7-c280-43ce-8e85-16e03d3fe62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:13.800716 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bec5cb30-61f7-4698-ab0b-bd24ee565348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.801381 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.829086 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:13.850055 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93be01-96b6-43b3-9400-87974eff37f9 req-c5f15454-09ee-4225-b9cb-1918d1ff1cf0 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:13.852950 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6a93be01-96b6-43b3-9400-87974eff37f9 req-c5f15454-09ee-4225-b9cb-1918d1ff1cf0 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.2221932 Jun 23 17:28:13.854685 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:13.859119 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:13.869210 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Pushing event updated for resources: {'Port': ['ID=9225b53e-0ae8-4e35-bb1d-dcb15bda5a89,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:13.973482 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:13.978853 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bec5cb30-61f7-4698-ab0b-bd24ee565348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:13.987915 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] For port 0d9907e0-455e-4414-949b-ea354ccc3101, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:13.991199 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] For port 0d9907e0-455e-4414-949b-ea354ccc3101, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=0d9907e0-455e-4414-949b-ea354ccc3101,segment=NetworkSegment(862733e7-c280-43ce-8e85-16e03d3fe62c),segment_id=862733e7-c280-43ce-8e85-16e03d3fe62c)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:14.066697 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bec5cb30-61f7-4698-ab0b-bd24ee565348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.068711 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.076090 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-341c2389-67ae-4b3b-a7f1-580ca61a3fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:14.109234 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6a93be01-96b6-43b3-9400-87974eff37f9 req-28ea2344-fd23-4411-9eb6-95a2537c4e6b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451270 Jun 23 17:28:14.152418 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-bece2b63-8d54-41a6-a6db-c075aced4ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:14.165401 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-bec5cb30-61f7-4698-ab0b-bd24ee565348 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=738e445bf3c04940a251309ce88cb025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5752807 Jun 23 17:28:14.166097 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58510) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:14.200238 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eeaea0-9879-4884-8533-cd6c3321747c req-138b1b0d-f84f-4539-92e9-4b02f1d48f83 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:14.202595 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a6eeaea0-9879-4884-8533-cd6c3321747c req-138b1b0d-f84f-4539-92e9-4b02f1d48f83 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.2308547 Jun 23 17:28:14.289804 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Pushing event updated for resources: {'Port': ['ID=0d9907e0-455e-4414-949b-ea354ccc3101,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:14.316865 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:14.321193 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5cb30-61f7-4698-ab0b-bd24ee565348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e13e06-c8bb-4983-b8c7-e2a5899c3086,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:14.336250 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-bec5cb30-61f7-4698-ab0b-bd24ee565348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:14.386617 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c2ef74c0-77ff-4d5c-b728-936a61c257d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.450607 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c2ef74c0-77ff-4d5c-b728-936a61c257d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.674229 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c2ef74c0-77ff-4d5c-b728-936a61c257d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.679078 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c2ef74c0-77ff-4d5c-b728-936a61c257d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:14.681319 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c2ef74c0-77ff-4d5c-b728-936a61c257d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55e13e06-c8bb-4983-b8c7-e2a5899c3086 HTTP/1.1" status: 204 len: 168 time: 0.5135233 Jun 23 17:28:14.682530 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-bec5cb30-61f7-4698-ab0b-bd24ee565348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:14.707894 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef74c0-77ff-4d5c-b728-936a61c257d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e13e06-c8bb-4983-b8c7-e2a5899c3086,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:14.711925 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c2ef74c0-77ff-4d5c-b728-936a61c257d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:14.906796 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a6eeaea0-9879-4884-8533-cd6c3321747c req-211e4fd2-4eb9-4ebf-b344-b128660ac016 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6217375 Jun 23 17:28:14.950192 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.036012 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 0d9907e0-455e-4414-949b-ea354ccc3101 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:15.075582 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a624f8-67fe-46f6-900d-c9a8a79563bb req-ba742fc7-2e01-457c-ad3b-9f74e5c863ee tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:15.077553 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d6a624f8-67fe-46f6-900d-c9a8a79563bb req-ba742fc7-2e01-457c-ad3b-9f74e5c863ee tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1952391 Jun 23 17:28:15.196506 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d6a624f8-67fe-46f6-900d-c9a8a79563bb req-882806e7-ab05-43ce-b794-79d1aec0aa40 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996923 Jun 23 17:28:15.249240 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 0d9907e0-455e-4414-949b-ea354ccc3101 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:15.258499 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 22b0743b-c5b1-4f61-a56b-d42024231557 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:15.338509 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33482088'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.459713 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e66d9-8abd-4b0c-a4f2-1550f606b53c req-9e12a42c-8250-469f-8a18-d74a5566bffd tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:15.469334 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-311e66d9-8abd-4b0c-a4f2-1550f606b53c req-9e12a42c-8250-469f-8a18-d74a5566bffd tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1850581 Jun 23 17:28:15.540380 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-311e66d9-8abd-4b0c-a4f2-1550f606b53c req-19e5478d-a43d-45c7-b564-c998e3c668db tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659323 Jun 23 17:28:15.633695 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 22b0743b-c5b1-4f61-a56b-d42024231557 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:15.641305 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 22b0743b-c5b1-4f61-a56b-d42024231557 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:15.642797 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.691978 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Router fed87dc1-b524-4563-b17a-2b74ed6853cd is scheduled to L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:28:15.756602 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.795707 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port 22b0743b-c5b1-4f61-a56b-d42024231557, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=22b0743b-c5b1-4f61-a56b-d42024231557,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:15.844604 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c122f034-4285-4e5f-9aa3-1dc4ef90ff41 None None] Network 0c7236c3-ffb6-4778-9759-7853850eafd4 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:28:15.852659 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:15.871434 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Sync routers for ids ['fed87dc1-b524-4563-b17a-2b74ed6853cd'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:15.890303 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Routers {'fed87dc1-b524-4563-b17a-2b74ed6853cd'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:15.891611 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:28:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['fed87dc1-b524-4563-b17a-2b74ed6853cd'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:15.895479 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.902392 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:15.982834 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:15.985178 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2537079 Jun 23 17:28:15.989442 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58540) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:16.015739 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=22b0743b-c5b1-4f61-a56b-d42024231557,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:16.031141 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-8d741f7f-d858-41b9-bfed-17497dd27ac4 None None] Provisioning for port 0d9907e0-455e-4414-949b-ea354ccc3101 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:16.037403 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:16.050293 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-8d741f7f-d858-41b9-bfed-17497dd27ac4 None None] Provisioning complete for port 0d9907e0-455e-4414-949b-ea354ccc3101 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:16.050679 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8d741f7f-d858-41b9-bfed-17497dd27ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:16.146850 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Set router fed87dc1-b524-4563-b17a-2b74ed6853cd gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:16.151187 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58542) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:16.227627 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7cb5-36e8-49fa-bb6a-9b8785523a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:16.348206 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8d741f7f-d858-41b9-bfed-17497dd27ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:16.436404 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-8d741f7f-d858-41b9-bfed-17497dd27ac4 None None] For port 0d9907e0-455e-4414-949b-ea354ccc3101, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=0d9907e0-455e-4414-949b-ea354ccc3101,segment=NetworkSegment(862733e7-c280-43ce-8e85-16e03d3fe62c),segment_id=862733e7-c280-43ce-8e85-16e03d3fe62c)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:16.508584 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35021d22-8249-45ec-8168-606310a146e2 req-86dd2e84-2d90-4cf6-958d-af0f52e43c2f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:16.528688 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35021d22-8249-45ec-8168-606310a146e2 req-86dd2e84-2d90-4cf6-958d-af0f52e43c2f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.3136437 Jun 23 17:28:16.554796 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8d741f7f-d858-41b9-bfed-17497dd27ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:16.558038 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:16.670463 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'name': 'tempest-TestMinimumBasicScenario-940872144-router', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:11Z', 'updated_at': '2021-06-23T17:28:14Z', 'revision_number': 3, 'project_id': 'bda8fb89fe9e443082e1a88104b2d501', 'gw_port': {'id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:13Z', 'updated_at': '2021-06-23T17:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:16.684188 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d741f7f-d858-41b9-bfed-17497dd27ac4 None None] Pushing event updated for resources: {'Port': ['ID=0d9907e0-455e-4414-949b-ea354ccc3101,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:16.694602 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-8d741f7f-d858-41b9-bfed-17497dd27ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:16.716763 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35021d22-8249-45ec-8168-606310a146e2 req-befa547a-64b3-40ff-b3af-2358f02d656b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861923 Jun 23 17:28:16.839515 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Checking router: fed87dc1-b524-4563-b17a-2b74ed6853cd for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:16.841360 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Updating router fed87dc1-b524-4563-b17a-2b74ed6853cd port 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 binding host dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:28:16.924441 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 22b0743b-c5b1-4f61-a56b-d42024231557 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:16.977651 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:16.983713 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7cb5-36e8-49fa-bb6a-9b8785523a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:17.068267 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7cb5-36e8-49fa-bb6a-9b8785523a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:17.091080 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0397fbeb-df5b-4518-ab27-c739674af316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:17.126901 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3a30eb89-777a-4d62-9621-79b9927bc3d0 None None] Provisioning complete for port 0d9907e0-455e-4414-949b-ea354ccc3101 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:17.128772 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3a30eb89-777a-4d62-9621-79b9927bc3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:17.171550 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d7cb5-36e8-49fa-bb6a-9b8785523a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42c6aee-68e1-45c1-8d66-92748f96858f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:17.179270 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-5c9d7cb5-36e8-49fa-bb6a-9b8785523a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:17.182574 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:17.236433 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb082c3-9288-4365-86be-68d72af99f51 req-b74af784-c689-4d7d-a59f-86ca0497a1ce tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:17.258330 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0cb082c3-9288-4365-86be-68d72af99f51 req-b74af784-c689-4d7d-a59f-86ca0497a1ce tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.6106408 Jun 23 17:28:17.294030 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-5c9d7cb5-36e8-49fa-bb6a-9b8785523a69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3771270265934058ae0919010e3a15b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1417823 Jun 23 17:28:17.300029 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58558) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:17.326140 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 22b0743b-c5b1-4f61-a56b-d42024231557 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:17.327184 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:17.443964 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0cb082c3-9288-4365-86be-68d72af99f51 req-aed0257c-d5df-4581-8e1f-e08fdc2bbc1b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904235 Jun 23 17:28:17.491045 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd43fe1-31c9-483e-936f-6f3ed0d5648e req-4befa9ec-4ce0-4619-92fd-7ce515c695b4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:17.522887 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4dd43fe1-31c9-483e-936f-6f3ed0d5648e req-4befa9ec-4ce0-4619-92fd-7ce515c695b4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.3611810 Jun 23 17:28:17.525366 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31f03c7c-b62e-4384-a26a-00fb71737c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:17.597015 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4dd43fe1-31c9-483e-936f-6f3ed0d5648e req-883c2c43-ed42-4cc6-b179-f5e3994cf679 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687556 Jun 23 17:28:17.602178 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31f03c7c-b62e-4384-a26a-00fb71737c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:17.644237 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Allocated IP 172.20.0.1 (0c7236c3-ffb6-4778-9759-7853850eafd4/e8003fdb-c5e4-4211-90a6-242c324f4d91/22bcd892-61b5-40e8-ab9b-443cddb6e88f) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:17.718510 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:28:17.795620 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31f03c7c-b62e-4384-a26a-00fb71737c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:17.801430 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31f03c7c-b62e-4384-a26a-00fb71737c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:17.804720 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-31f03c7c-b62e-4384-a26a-00fb71737c60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e42c6aee-68e1-45c1-8d66-92748f96858f HTTP/1.1" status: 204 len: 168 time: 0.5005410 Jun 23 17:28:17.806487 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:17.811068 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:17.825045 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f03c7c-b62e-4384-a26a-00fb71737c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42c6aee-68e1-45c1-8d66-92748f96858f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:17.831638 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:17.840747 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-31f03c7c-b62e-4384-a26a-00fb71737c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:17.842882 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Transition to ACTIVE for port object 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:17.886401 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Transition to ACTIVE for port object 22bcd892-61b5-40e8-ab9b-443cddb6e88f will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:17.930787 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:17.936646 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:18.015218 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599fdaa-aa69-4a59-b6be-f91630c1e2fd None None] Pushing event updated for resources: {'Port': ['ID=9225b53e-0ae8-4e35-bb1d-dcb15bda5a89,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:18.020229 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-d599fdaa-aa69-4a59-b6be-f91630c1e2fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:18.047527 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Attempting to bind port 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:18.048613 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Attempting to bind port 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:18.049084 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Attempting to bind port 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 on network 0516b4b2-f673-4cdc-b63f-187f09eafd61 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:18.056178 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:18.056690 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Checking segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:18.057314 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.057860 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Bound using segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:18.058548 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Bound port: 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:18.059089 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.077334 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31588633'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.084241 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-865223f4-1f4a-4988-9255-1c7752b288ed tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:18.093861 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b82c7-e6c8-4bfa-9c10-198ba73b5b80 req-162552e0-aaf4-40c5-8c1d-a8a2a28e9fa3 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:18.096574 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ab0b82c7-e6c8-4bfa-9c10-198ba73b5b80 req-162552e0-aaf4-40c5-8c1d-a8a2a28e9fa3 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.0843530 Jun 23 17:28:18.147045 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ab0b82c7-e6c8-4bfa-9c10-198ba73b5b80 req-5613313e-d8cb-4057-9b2b-43964d4f77e3 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386128 Jun 23 17:28:18.154211 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] For port 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:18.155047 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Network 0c7236c3-ffb6-4778-9759-7853850eafd4 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:18.160830 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] For port 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=9225b53e-0ae8-4e35-bb1d-dcb15bda5a89,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:18.163626 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:18.168142 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:18.205846 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Pushing event updated for resources: {'Port': ['ID=22bcd892-61b5-40e8-ab9b-443cddb6e88f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:18.210059 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:18.222554 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.225080 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-aeff9463-6e49-4171-b517-09e34ee1651e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:18.238565 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33427304'] for router_interface, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.292602 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599fdaa-aa69-4a59-b6be-f91630c1e2fd None None] Pushing event updated for resources: {'Port': ['ID=9225b53e-0ae8-4e35-bb1d-dcb15bda5a89,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:18.312153 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-d599fdaa-aa69-4a59-b6be-f91630c1e2fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:18.327140 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Routers {'fed87dc1-b524-4563-b17a-2b74ed6853cd'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:18.328687 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:28:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['fed87dc1-b524-4563-b17a-2b74ed6853cd'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:18.667926 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.725754 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ac687934-5b2f-4e79-a4cd-f21a02eeb40e None None] Provisioning for port 22bcd892-61b5-40e8-ab9b-443cddb6e88f completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:18.730513 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ac687934-5b2f-4e79-a4cd-f21a02eeb40e None None] Provisioning complete for port 22bcd892-61b5-40e8-ab9b-443cddb6e88f triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:18.731113 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ac687934-5b2f-4e79-a4cd-f21a02eeb40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:18.821716 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] Set router fed87dc1-b524-4563-b17a-2b74ed6853cd gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:18.830698 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 0d9907e0-455e-4414-949b-ea354ccc3101 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:18.961109 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-ac687934-5b2f-4e79-a4cd-f21a02eeb40e None None] Port 22bcd892-61b5-40e8-ab9b-443cddb6e88f cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:28:18.962604 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6968e-1495-4127-8abc-14f60b1144e2 req-6c68c14e-ec83-4d5a-988a-76bf07d60cb0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:18.976976 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b8e6968e-1495-4127-8abc-14f60b1144e2 req-6c68c14e-ec83-4d5a-988a-76bf07d60cb0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.2676878 Jun 23 17:28:19.004911 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 0d9907e0-455e-4414-949b-ea354ccc3101 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:19.006396 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:19.138405 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b8e6968e-1495-4127-8abc-14f60b1144e2 req-b0ed3508-784a-4c66-ae80-4361019b9626 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605248 Jun 23 17:28:19.146931 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:19.175199 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5ad4-ec66-4090-8304-8d7c5855586e req-e6e25b2d-a4e7-47cf-8c2f-e8e23c09f288 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:19.175199 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e37e5ad4-ec66-4090-8304-8d7c5855586e req-e6e25b2d-a4e7-47cf-8c2f-e8e23c09f288 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1706340 Jun 23 17:28:19.222545 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'name': 'tempest-TestMinimumBasicScenario-940872144-router', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:11Z', 'updated_at': '2021-06-23T17:28:14Z', 'revision_number': 3, 'project_id': 'bda8fb89fe9e443082e1a88104b2d501', 'gw_port': {'id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:13Z', 'updated_at': '2021-06-23T17:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:19.229789 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e37e5ad4-ec66-4090-8304-8d7c5855586e req-55670d61-b28e-463a-97e9-6ddb777639ce tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507522 Jun 23 17:28:19.233952 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:19.244356 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:19.271728 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd01aff-8d02-40fb-a0eb-36143cfa8d4a None None] The sync data for ids ['fed87dc1-b524-4563-b17a-2b74ed6853cd'] in dv-cinder-788253-3-smb is: [{'id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'name': 'tempest-TestMinimumBasicScenario-940872144-router', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:11Z', 'updated_at': '2021-06-23T17:28:14Z', 'revision_number': 3, 'project_id': 'bda8fb89fe9e443082e1a88104b2d501', 'gw_port': {'id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:13Z', 'updated_at': '2021-06-23T17:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:19.380815 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Pushing event updated for resources: {'Port': ['ID=22bcd892-61b5-40e8-ab9b-443cddb6e88f,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:19.386161 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:19.387884 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33265121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33427332'] for router_interface, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:19.448313 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5f933-49c4-4c48-b89c-0d86ccb47e61 req-75a0cd7f-3212-4175-a933-5e093423d340 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:19.451699 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-afd5f933-49c4-4c48-b89c-0d86ccb47e61 req-75a0cd7f-3212-4175-a933-5e093423d340 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.0950391 Jun 23 17:28:19.499568 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-afd5f933-49c4-4c48-b89c-0d86ccb47e61 req-9d26f69b-a221-418c-b8d9-b70ecb5049de tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424509 Jun 23 17:28:19.558810 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Network 0c7236c3-ffb6-4778-9759-7853850eafd4 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:19.563394 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:19.795491 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Router fed87dc1-b524-4563-b17a-2b74ed6853cd has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:28:19.972033 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:19.989532 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] 10.222.0.49 "PUT /v2.0/routers/fed87dc1-b524-4563-b17a-2b74ed6853cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9987371 Jun 23 17:28:20.101647 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-1deb9c38-4ddc-4fa3-9a29-3de9ef81a9d5 None None] Provisioning complete for port 22bcd892-61b5-40e8-ab9b-443cddb6e88f triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:20.102211 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1deb9c38-4ddc-4fa3-9a29-3de9ef81a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:20.177011 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-1deb9c38-4ddc-4fa3-9a29-3de9ef81a9d5 None None] Port 22bcd892-61b5-40e8-ab9b-443cddb6e88f cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:28:20.553304 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1019e51-3950-439d-82d2-8df9e12bd56c req-3b85f16f-f5be-4ba4-80f9-111cb9311169 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:20.555919 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d1019e51-3950-439d-82d2-8df9e12bd56c req-3b85f16f-f5be-4ba4-80f9-111cb9311169 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.2497547 Jun 23 17:28:20.678712 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d1019e51-3950-439d-82d2-8df9e12bd56c req-268db22e-1927-4f95-beab-18c456dbd38d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137164 Jun 23 17:28:20.720044 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38e86d-85a5-4e22-81b9-a6790f09a347 req-88c4c715-e333-43df-9b9f-1dddcada9eca tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:20.759438 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8a38e86d-85a5-4e22-81b9-a6790f09a347 req-88c4c715-e333-43df-9b9f-1dddcada9eca tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.3223965 Jun 23 17:28:20.934095 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8a38e86d-85a5-4e22-81b9-a6790f09a347 req-2bd38d7f-6a36-411f-b361-eafeeb0df8ad tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781940 Jun 23 17:28:20.935846 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58644) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:20.982528 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:21.188451 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dbb06865-7b35-414a-bfaa-71eee8daf283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.221278 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:21.226705 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b34b4-5ad9-402d-be49-8bf0a5351eec req-00bffd5c-1977-4b15-ab2c-00088ce92d56 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:21.230807 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:21.231549 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.243486 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3e1b34b4-5ad9-402d-be49-8bf0a5351eec req-00bffd5c-1977-4b15-ab2c-00088ce92d56 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1487064 Jun 23 17:28:21.403881 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3e1b34b4-5ad9-402d-be49-8bf0a5351eec req-f8e21371-69da-4082-a8e9-8478a718d6a8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571019 Jun 23 17:28:21.445644 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dbb06865-7b35-414a-bfaa-71eee8daf283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.525567 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.559215 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dbb06865-7b35-414a-bfaa-71eee8daf283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.572310 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=9225b53e-0ae8-4e35-bb1d-dcb15bda5a89,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:21.585508 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8fa7e900-5f16-4cbe-ab95-9a86560bd63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:21.645739 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-dbb06865-7b35-414a-bfaa-71eee8daf283 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dda2333e47d84d14a659562f1fce10ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7077274 Jun 23 17:28:21.650251 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58670) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:21.663135 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.667430 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:21.688132 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb06865-7b35-414a-bfaa-71eee8daf283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1c62fe-18a6-4ba6-af1d-7deeacab650c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:21.694761 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-dbb06865-7b35-414a-bfaa-71eee8daf283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:21.788476 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-febe2eac-cfee-4965-b371-a67d37199714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.830148 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-febe2eac-cfee-4965-b371-a67d37199714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.860324 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=9225b53e-0ae8-4e35-bb1d-dcb15bda5a89,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:21.866713 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:21.976076 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-febe2eac-cfee-4965-b371-a67d37199714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.979076 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-febe2eac-cfee-4965-b371-a67d37199714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:21.980991 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-febe2eac-cfee-4965-b371-a67d37199714 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a1c62fe-18a6-4ba6-af1d-7deeacab650c HTTP/1.1" status: 204 len: 168 time: 0.3294003 Jun 23 17:28:21.981938 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:22.008135 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe2eac-cfee-4965-b371-a67d37199714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1c62fe-18a6-4ba6-af1d-7deeacab650c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:22.021963 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-febe2eac-cfee-4965-b371-a67d37199714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:22.104195 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Sync routers for ids ['fed87dc1-b524-4563-b17a-2b74ed6853cd'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:22.121525 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Routers {'fed87dc1-b524-4563-b17a-2b74ed6853cd'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:22.126931 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:28:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['fed87dc1-b524-4563-b17a-2b74ed6853cd'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:22.290709 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb0456-07af-47c9-9b01-1d2999390470 req-5ad79bc8-92de-4b5a-a187-197944d466e9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:22.298369 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f0bb0456-07af-47c9-9b01-1d2999390470 req-5ad79bc8-92de-4b5a-a187-197944d466e9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1659091 Jun 23 17:28:22.327187 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Set router fed87dc1-b524-4563-b17a-2b74ed6853cd gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:22.356329 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58688) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:22.446154 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f0bb0456-07af-47c9-9b01-1d2999390470 req-ae7a454c-885e-444f-85fd-eb40af278f67 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394179 Jun 23 17:28:22.514094 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96776ab2-710f-46e8-aed4-2125ae1fdf95 req-61be1733-2b6d-4d6c-a37d-70aee89313cf tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:22.518420 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-96776ab2-710f-46e8-aed4-2125ae1fdf95 req-61be1733-2b6d-4d6c-a37d-70aee89313cf tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1646457 Jun 23 17:28:22.630378 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47b873bb-6aae-4a3a-aa36-0982e2030974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:22.659300 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-96776ab2-710f-46e8-aed4-2125ae1fdf95 req-bea7b50e-6180-4fd8-bb1b-351b1fab0ee0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327050 Jun 23 17:28:22.799281 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'name': 'tempest-TestMinimumBasicScenario-940872144-router', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:11Z', 'updated_at': '2021-06-23T17:28:18Z', 'revision_number': 4, 'project_id': 'bda8fb89fe9e443082e1a88104b2d501', 'gw_port': {'id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:13Z', 'updated_at': '2021-06-23T17:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '22bcd892-61b5-40e8-ab9b-443cddb6e88f', 'name': '', 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'mac_address': 'fa:16:3e:be:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e8003fdb-c5e4-4211-90a6-242c324f4d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:17Z', 'updated_at': '2021-06-23T17:28:18Z', 'revision_number': 2, 'project_id': 'bda8fb89fe9e443082e1a88104b2d501', 'subnets': [{'id': 'e8003fdb-c5e4-4211-90a6-242c324f4d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:22.822580 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47b873bb-6aae-4a3a-aa36-0982e2030974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:22.828178 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c476f5-b276-4d19-9a0c-a39b1e84cd1b req-09413a47-7d17-45f0-a42a-9721ff3a8c26 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:22.836265 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-31c476f5-b276-4d19-9a0c-a39b1e84cd1b req-09413a47-7d17-45f0-a42a-9721ff3a8c26 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1693637 Jun 23 17:28:22.853378 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:22.857884 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Checking router: fed87dc1-b524-4563-b17a-2b74ed6853cd for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:22.858369 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Updating router fed87dc1-b524-4563-b17a-2b74ed6853cd port 22bcd892-61b5-40e8-ab9b-443cddb6e88f binding host dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:28:22.896538 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-31c476f5-b276-4d19-9a0c-a39b1e84cd1b req-2853f5d4-8b43-4934-a773-f2f9be48d7e3 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589502 Jun 23 17:28:22.912859 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47b873bb-6aae-4a3a-aa36-0982e2030974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:22.938265 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:22.950019 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-31392bd8-37ab-410d-b372-07d3810a793c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:23.010314 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-47b873bb-6aae-4a3a-aa36-0982e2030974 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1960d5a0d61c483cbc9ed4da1d573b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6490028 Jun 23 17:28:23.010314 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b873bb-6aae-4a3a-aa36-0982e2030974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cd24ef-8674-4934-a67d-97b6ef9b86cf,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:23.011733 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58696) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:23.012430 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-47b873bb-6aae-4a3a-aa36-0982e2030974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:23.013361 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:23.014079 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:23.137165 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e72285cb-3a5e-4a8c-b0d0-713b71b12bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:23.178267 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e72285cb-3a5e-4a8c-b0d0-713b71b12bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:23.307330 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e72285cb-3a5e-4a8c-b0d0-713b71b12bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:23.310694 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e72285cb-3a5e-4a8c-b0d0-713b71b12bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:23.315984 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-e72285cb-3a5e-4a8c-b0d0-713b71b12bc9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4cd24ef-8674-4934-a67d-97b6ef9b86cf HTTP/1.1" status: 204 len: 168 time: 0.2999368 Jun 23 17:28:23.315984 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a7c6494d-cffc-477b-a837-6c5e23faa207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:23.326679 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72285cb-3a5e-4a8c-b0d0-713b71b12bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cd24ef-8674-4934-a67d-97b6ef9b86cf,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:23.329681 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-e72285cb-3a5e-4a8c-b0d0-713b71b12bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:23.496889 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:28:23.918880 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96070b-7029-4ec0-a2ba-bacc29b1c42b req-d2658dd7-444e-4b01-9537-ba5a818f4991 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:23.924670 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ac96070b-7029-4ec0-a2ba-bacc29b1c42b req-d2658dd7-444e-4b01-9537-ba5a818f4991 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.2296553 Jun 23 17:28:23.926761 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:23.965457 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Transition to ACTIVE for port object 22bcd892-61b5-40e8-ab9b-443cddb6e88f will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:23.979317 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:24.010278 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'port_id': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'mac_address': 'fa:16:3e:28:52:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:28:24.061980 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:24.081678 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:24.150919 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ac96070b-7029-4ec0-a2ba-bacc29b1c42b req-0ab3ff14-8694-4bc4-b203-8ad525d695a9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161739 Jun 23 17:28:24.339683 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2de6f-cda4-4050-bc2c-05147fe4fd49 req-6a00983d-4b53-4d89-b87f-b286c202c8ce tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:24.348701 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6be2de6f-cda4-4050-bc2c-05147fe4fd49 req-6a00983d-4b53-4d89-b87f-b286c202c8ce tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.3429203 Jun 23 17:28:24.403044 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:24.480286 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2afd6-c724-4c98-ae78-7d8de39b9406 None None] Pushing event updated for resources: {'Port': ['ID=22bcd892-61b5-40e8-ab9b-443cddb6e88f,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:24.488472 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Attempting to bind port 22bcd892-61b5-40e8-ab9b-443cddb6e88f on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:24.489141 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Attempting to bind port 22bcd892-61b5-40e8-ab9b-443cddb6e88f by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': '862733e7-c280-43ce-8e85-16e03d3fe62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:24.489705 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Attempting to bind port 22bcd892-61b5-40e8-ab9b-443cddb6e88f on network 0c7236c3-ffb6-4778-9759-7853850eafd4 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:24.495461 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-eee2afd6-c724-4c98-ae78-7d8de39b9406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:24.499450 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:28:24.503061 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6be2de6f-cda4-4050-bc2c-05147fe4fd49 req-306bb30f-fc6c-4057-9ecf-3998491bf3d2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419191 Jun 23 17:28:24.526386 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:24.535616 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Checking segment: {'id': '862733e7-c280-43ce-8e85-16e03d3fe62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:24.536093 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:24.538720 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Bound using segment: {'id': '862733e7-c280-43ce-8e85-16e03d3fe62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:24.539556 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Bound port: 22bcd892-61b5-40e8-ab9b-443cddb6e88f, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862733e7-c280-43ce-8e85-16e03d3fe62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:24.539984 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:24.585378 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:24.718400 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e9c31-dc18-4f04-b8fe-71bf6a4a9b26 req-d1bd1492-7214-4d70-8a00-f63ba1cab4cb tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:24.725226 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-434e9c31-dc18-4f04-b8fe-71bf6a4a9b26 req-d1bd1492-7214-4d70-8a00-f63ba1cab4cb tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1124530 Jun 23 17:28:24.747781 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] For port 22bcd892-61b5-40e8-ab9b-443cddb6e88f, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:24.760348 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] For port 22bcd892-61b5-40e8-ab9b-443cddb6e88f, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=22bcd892-61b5-40e8-ab9b-443cddb6e88f,segment=NetworkSegment(862733e7-c280-43ce-8e85-16e03d3fe62c),segment_id=862733e7-c280-43ce-8e85-16e03d3fe62c)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:24.796586 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-434e9c31-dc18-4f04-b8fe-71bf6a4a9b26 req-058dc08d-c042-4f1a-80a9-7c53eb4276dd tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615959 Jun 23 17:28:25.154796 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:25.157794 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:25.240250 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,revision_number=6']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:25.243949 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:25.248423 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:25.251888 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:25.318813 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['5150d7df-9407-4f58-9f6d-d79d2a43e4d3'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:28:25.717906 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Routers {'fed87dc1-b524-4563-b17a-2b74ed6853cd'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:28:25.719309 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:28:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['fed87dc1-b524-4563-b17a-2b74ed6853cd'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:25.723830 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2afd6-c724-4c98-ae78-7d8de39b9406 None None] Pushing event updated for resources: {'Port': ['ID=22bcd892-61b5-40e8-ab9b-443cddb6e88f,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:25.745601 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-eee2afd6-c724-4c98-ae78-7d8de39b9406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:25.880546 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2349ee6-b894-4acf-b3fb-d94fd9982a1f req-95020b26-9410-48db-847f-b10bbc00f893 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:25.907721 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e2349ee6-b894-4acf-b3fb-d94fd9982a1f req-95020b26-9410-48db-847f-b10bbc00f893 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.3281949 Jun 23 17:28:26.045192 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] Set router fed87dc1-b524-4563-b17a-2b74ed6853cd gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:28:26.090015 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e2349ee6-b894-4acf-b3fb-d94fd9982a1f req-7edf7c3d-afcf-4231-80c3-fa2943684cc8 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808665 Jun 23 17:28:26.155417 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0221b71-ef16-42a0-b5ff-b5dc8878cb4f req-d4e575b7-230a-4518-9a8a-a94ea204e11f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:26.165830 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d0221b71-ef16-42a0-b5ff-b5dc8878cb4f req-d4e575b7-230a-4518-9a8a-a94ea204e11f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 944 time: 0.2049062 Jun 23 17:28:26.307035 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d0221b71-ef16-42a0-b5ff-b5dc8878cb4f req-8fa6699a-9221-4094-9de3-8d67ca8e50bb tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361241 Jun 23 17:28:26.543358 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f2d39-d364-4ae6-bb7a-edac538c82f3 req-13e27640-27d2-4c42-9bfa-59a6430289ce tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:26.545046 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c23f2d39-d364-4ae6-bb7a-edac538c82f3 req-13e27640-27d2-4c42-9bfa-59a6430289ce tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.2270613 Jun 23 17:28:26.556531 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'name': 'tempest-TestMinimumBasicScenario-940872144-router', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:11Z', 'updated_at': '2021-06-23T17:28:18Z', 'revision_number': 4, 'project_id': 'bda8fb89fe9e443082e1a88104b2d501', 'gw_port': {'id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:13Z', 'updated_at': '2021-06-23T17:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '22bcd892-61b5-40e8-ab9b-443cddb6e88f', 'name': '', 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'mac_address': 'fa:16:3e:be:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e8003fdb-c5e4-4211-90a6-242c324f4d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:17Z', 'updated_at': '2021-06-23T17:28:24Z', 'revision_number': 4, 'project_id': 'bda8fb89fe9e443082e1a88104b2d501', 'subnets': [{'id': 'e8003fdb-c5e4-4211-90a6-242c324f4d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:26.594647 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e860cee7-4664-4cb8-b2d4-525604034c85 None None] The sync data for ids ['fed87dc1-b524-4563-b17a-2b74ed6853cd'] in dv-cinder-788253-3-smb is: [{'id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'name': 'tempest-TestMinimumBasicScenario-940872144-router', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:11Z', 'updated_at': '2021-06-23T17:28:18Z', 'revision_number': 4, 'project_id': 'bda8fb89fe9e443082e1a88104b2d501', 'gw_port': {'id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:13Z', 'updated_at': '2021-06-23T17:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '22bcd892-61b5-40e8-ab9b-443cddb6e88f', 'name': '', 'network_id': '0c7236c3-ffb6-4778-9759-7853850eafd4', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'mac_address': 'fa:16:3e:be:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e8003fdb-c5e4-4211-90a6-242c324f4d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:17Z', 'updated_at': '2021-06-23T17:28:24Z', 'revision_number': 4, 'project_id': 'bda8fb89fe9e443082e1a88104b2d501', 'subnets': [{'id': 'e8003fdb-c5e4-4211-90a6-242c324f4d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:26.654193 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c23f2d39-d364-4ae6-bb7a-edac538c82f3 req-c31e89f8-38ac-47ab-a1ec-393766026d8b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849495 Jun 23 17:28:27.525076 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:27.789801 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:27.795164 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:27.988011 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda543a1-4fde-4127-a23b-2da8e5b43e0e req-44dbba14-4590-4bcb-b405-cf4cffdf06d9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:28.020639 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bda543a1-4fde-4127-a23b-2da8e5b43e0e req-44dbba14-4590-4bcb-b405-cf4cffdf06d9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.5060043 Jun 23 17:28:28.051160 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:28.163039 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:28:28.172436 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bda543a1-4fde-4127-a23b-2da8e5b43e0e req-83061e36-a03d-48d3-8eab-909aedbcf0f3 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494257 Jun 23 17:28:28.178612 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f8ea44-fe28-4efe-867a-afdb82f37f8f" -d '{"events": [{"server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "name": "network-vif-plugged", "status": "completed", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:28.235950 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:28.247811 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6116-fa49-403e-8b23-cf91cfa64890 req-2bc0c3a8-bc02-4723-9d57-b0c5b3f3acc0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:28.248652 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-240a6116-fa49-403e-8b23-cf91cfa64890 req-2bc0c3a8-bc02-4723-9d57-b0c5b3f3acc0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 944 time: 0.5693028 Jun 23 17:28:28.358420 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58788) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:28.430575 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:28.436273 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:28.491497 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-240a6116-fa49-403e-8b23-cf91cfa64890 req-a7cd14f2-0a6e-44f6-b53b-a90b70efa41b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245760 Jun 23 17:28:28.630176 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd312c68-18a1-42fa-aa65-6a26852e9136 req-6ab7b344-447d-41f1-a9cf-3f429145a5c6 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:28.652848 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cd312c68-18a1-42fa-aa65-6a26852e9136 req-6ab7b344-447d-41f1-a9cf-3f429145a5c6 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.3019130 Jun 23 17:28:28.725248 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106c433b-122e-4602-b006-a06df6c32906 x-openstack-request-id: req-106c433b-122e-4602-b006-a06df6c32906 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:28.726102 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "name": "network-vif-plugged", "status": "completed", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:28.726730 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-106c433b-122e-4602-b006-a06df6c32906 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:28.727659 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'code': 200} Jun 23 17:28:28.729925 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,revision_number=7']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:28.751722 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:28.877589 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cd312c68-18a1-42fa-aa65-6a26852e9136 req-0bac3df1-feea-4731-8706-d02fa10522ec tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570370 Jun 23 17:28:28.960641 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 22bcd892-61b5-40e8-ab9b-443cddb6e88f up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:29.149053 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82231a18-f7f7-4276-ae35-3590b3354dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:29.283779 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 22bcd892-61b5-40e8-ab9b-443cddb6e88f completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:29.293033 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 22bcd892-61b5-40e8-ab9b-443cddb6e88f triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:29.293577 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:29.445345 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82231a18-f7f7-4276-ae35-3590b3354dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:29.614856 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-82231a18-f7f7-4276-ae35-3590b3354dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:29.660495 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:29.664955 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-21f5fb79-d043-4693-b302-0a8e21919654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:29.696560 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-82231a18-f7f7-4276-ae35-3590b3354dfb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7844b5611a99457f925d19577ca595ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3362083 Jun 23 17:28:29.697408 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58806) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:29.698322 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82231a18-f7f7-4276-ae35-3590b3354dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a2a0aa-8afd-4d19-88aa-55ac96e6863d,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:29.703064 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-82231a18-f7f7-4276-ae35-3590b3354dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:29.732679 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeebf8-ed09-4812-acdd-282f5bdf4827 req-f5f4fc7a-b9c7-4ce9-872c-397a15fe26dd tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:29.744438 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bfdeebf8-ed09-4812-acdd-282f5bdf4827 req-f5f4fc7a-b9c7-4ce9-872c-397a15fe26dd tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1981800 Jun 23 17:28:29.760957 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port 22bcd892-61b5-40e8-ab9b-443cddb6e88f, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=22bcd892-61b5-40e8-ab9b-443cddb6e88f,segment=NetworkSegment(862733e7-c280-43ce-8e85-16e03d3fe62c),segment_id=862733e7-c280-43ce-8e85-16e03d3fe62c)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:29.839218 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bfdeebf8-ed09-4812-acdd-282f5bdf4827 req-d6615c72-e8e5-45a9-802c-0d78d34a0a26 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920687 Jun 23 17:28:29.878951 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e5c100c9-a593-4e51-add2-4be339d6747b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:29.907311 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:29.909772 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-fdc40e51-dcd2-4ef1-8836-4cca2c144b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:29.988073 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e5c100c9-a593-4e51-add2-4be339d6747b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:30.074612 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162fc33-15bb-4f52-a670-6cc0a2784d20 req-f13663c8-9532-421f-9c6f-f979883761cd tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:30.082206 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=22bcd892-61b5-40e8-ab9b-443cddb6e88f,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:30.088369 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a162fc33-15bb-4f52-a670-6cc0a2784d20 req-f13663c8-9532-421f-9c6f-f979883761cd tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1811068 Jun 23 17:28:30.096448 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:30.268250 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e5c100c9-a593-4e51-add2-4be339d6747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:30.273494 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e5c100c9-a593-4e51-add2-4be339d6747b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:30.278283 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-e5c100c9-a593-4e51-add2-4be339d6747b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7a2a0aa-8afd-4d19-88aa-55ac96e6863d HTTP/1.1" status: 204 len: 168 time: 0.5742061 Jun 23 17:28:30.289307 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8ad8776f-ed40-4128-bc1a-c4d7fc6d8648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:30.339667 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a162fc33-15bb-4f52-a670-6cc0a2784d20 req-d2bbed95-20e0-4a2a-b322-ab87c9ca44cd tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489336 Jun 23 17:28:30.349502 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c100c9-a593-4e51-add2-4be339d6747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a2a0aa-8afd-4d19-88aa-55ac96e6863d,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:30.372243 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-e5c100c9-a593-4e51-add2-4be339d6747b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:30.510735 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065089e-7098-4e90-9b3d-4b0a39d93909 req-e9899af0-89f2-4d3c-9524-4bcf607ac0bc tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:30.524816 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8065089e-7098-4e90-9b3d-4b0a39d93909 req-e9899af0-89f2-4d3c-9524-4bcf607ac0bc tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.3989787 Jun 23 17:28:30.654422 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8065089e-7098-4e90-9b3d-4b0a39d93909 req-8211aeb8-6470-4339-bbf0-ef9364dcc1fa tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193087 Jun 23 17:28:30.855272 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 22bcd892-61b5-40e8-ab9b-443cddb6e88f up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:31.150412 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 22bcd892-61b5-40e8-ab9b-443cddb6e88f triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:31.152065 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:31.847211 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6155661-2190-4369-8e21-c20d11fbfe02 req-57945af7-1e5e-4696-ba99-005cffdf6f79 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:31.849201 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b6155661-2190-4369-8e21-c20d11fbfe02 req-57945af7-1e5e-4696-ba99-005cffdf6f79 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.4199650 Jun 23 17:28:31.929180 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d7bbb-23a2-425a-a839-32f6314ba01d req-013e4bc1-a98f-4a90-88bf-3ec84ffd72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:31.932132 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-992d7bbb-23a2-425a-a839-32f6314ba01d req-013e4bc1-a98f-4a90-88bf-3ec84ffd72f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1e100c3cf8441968bf57fae965174a1&device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 1099 time: 0.2135057 Jun 23 17:28:32.020611 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58838) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:32.054177 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b6155661-2190-4369-8e21-c20d11fbfe02 req-060c879f-2977-467c-8529-5dfce7c05ce0 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873093 Jun 23 17:28:32.198790 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c13b-af68-4742-a9b9-96bc55bec34e req-e55e874d-8338-476f-95d3-5faf70f6d6d3 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:32.242155 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6776c13b-af68-4742-a9b9-96bc55bec34e req-e55e874d-8338-476f-95d3-5faf70f6d6d3 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.5604465 Jun 23 17:28:32.252408 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20cbee5a-5347-4921-a5db-eefc97ef3b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:32.455177 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d7bbb-23a2-425a-a839-32f6314ba01d req-5806e8dc-49a2-40b4-a4d2-3e8f1c40d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:32.464000 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-992d7bbb-23a2-425a-a839-32f6314ba01d req-5806e8dc-49a2-40b4-a4d2-3e8f1c40d505 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b84a515c-6d41-4c9c-b073-221c5d108111 HTTP/1.1" status: 200 len: 912 time: 0.5236859 Jun 23 17:28:32.494522 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6776c13b-af68-4742-a9b9-96bc55bec34e req-58a23a59-a784-4ba0-bbff-47b4654e2b42 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044153 Jun 23 17:28:32.615798 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:32.636300 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-992d7bbb-23a2-425a-a839-32f6314ba01d req-6b313c05-501e-46cf-a236-0a7fa3c2115a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57894c17-e5b6-4b77-92a7-6987970084fd HTTP/1.1" status: 200 len: 1001 time: 0.1557229 Jun 23 17:28:32.737831 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0009c-9b2d-4bf5-84c0-118dc52343b9 req-961121c0-91ed-405a-8733-29030640bfc9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:32.745498 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-45a0009c-9b2d-4bf5-84c0-118dc52343b9 req-961121c0-91ed-405a-8733-29030640bfc9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.2289352 Jun 23 17:28:32.777524 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d7bbb-23a2-425a-a839-32f6314ba01d req-a82e87a4-ea1e-4d66-89f5-b0682008cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:32.779714 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-992d7bbb-23a2-425a-a839-32f6314ba01d req-a82e87a4-ea1e-4d66-89f5-b0682008cb7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d9fd77b-a5f6-4b20-83ff-514e53263429 HTTP/1.1" status: 200 len: 850 time: 0.1336298 Jun 23 17:28:32.851560 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-45a0009c-9b2d-4bf5-84c0-118dc52343b9 req-ce23e348-8f96-4ce1-a90d-3a92e68829cb tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046956 Jun 23 17:28:32.893831 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20cbee5a-5347-4921-a5db-eefc97ef3b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:32.913449 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d7bbb-23a2-425a-a839-32f6314ba01d req-0b437529-3196-4cb2-80b0-26d9d4010114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:32.923860 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-992d7bbb-23a2-425a-a839-32f6314ba01d req-0b437529-3196-4cb2-80b0-26d9d4010114 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b84a515c-6d41-4c9c-b073-221c5d108111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1343498 Jun 23 17:28:32.981296 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20cbee5a-5347-4921-a5db-eefc97ef3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:32.986160 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-57008770-bf85-4300-b5c1-5deb2b587466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:33.064613 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbee5a-5347-4921-a5db-eefc97ef3b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce9755d-6630-47f8-acac-e622a4674236,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:33.080320 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-20cbee5a-5347-4921-a5db-eefc97ef3b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:33.129729 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58842) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:33.138519 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-20cbee5a-5347-4921-a5db-eefc97ef3b54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8957fc89e604d8da37875dc24236781&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1005676 Jun 23 17:28:33.294751 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-992d7bbb-23a2-425a-a839-32f6314ba01d req-2c747aed-5ffc-4e43-bef9-98e4f4bb1cae service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594580 Jun 23 17:28:33.306623 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2d73f295-a3d2-4308-b23b-1eda16a6b0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:33.339477 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2d73f295-a3d2-4308-b23b-1eda16a6b0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:33.460706 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed82beb-96aa-439d-829c-fb55219e05c6 req-d09f8b3b-98f4-4379-b0cd-d4de5ca50078 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:33.468584 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ed82beb-96aa-439d-829c-fb55219e05c6 req-d09f8b3b-98f4-4379-b0cd-d4de5ca50078 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1422489 Jun 23 17:28:33.527168 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ed82beb-96aa-439d-829c-fb55219e05c6 req-03d67ea4-7328-4de2-b5ee-3d845315c549 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505056 Jun 23 17:28:33.567117 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-992d7bbb-23a2-425a-a839-32f6314ba01d req-d585d78c-3cb5-432e-9a74-67728c6e0ce4 service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532373 Jun 23 17:28:33.853781 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e8e7a-9bd7-497a-a432-d8262a9cba64 req-fede36c3-cede-4a87-8fac-ade1b72d761d tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:33.859193 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9e4e8e7a-9bd7-497a-a432-d8262a9cba64 req-fede36c3-cede-4a87-8fac-ade1b72d761d tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1447504 Jun 23 17:28:33.912750 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9e4e8e7a-9bd7-497a-a432-d8262a9cba64 req-69efadbc-c1b1-4fc5-af22-ef6bfbd3d559 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524988 Jun 23 17:28:34.142037 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa8e25-8bd3-4795-9bd9-641f0b38acab req-a5b37464-eb81-484e-b682-3177d7a02666 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:34.145180 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d3aa8e25-8bd3-4795-9bd9-641f0b38acab req-a5b37464-eb81-484e-b682-3177d7a02666 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1161175 Jun 23 17:28:34.210849 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d3aa8e25-8bd3-4795-9bd9-641f0b38acab req-8f8ab836-9eda-4641-b859-8d90165d576f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586743 Jun 23 17:28:34.404384 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2d73f295-a3d2-4308-b23b-1eda16a6b0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:34.407577 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2d73f295-a3d2-4308-b23b-1eda16a6b0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:34.408880 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-2d73f295-a3d2-4308-b23b-1eda16a6b0cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ce9755d-6630-47f8-acac-e622a4674236 HTTP/1.1" status: 204 len: 168 time: 1.2708313 Jun 23 17:28:34.409886 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b395a84b-1ecb-4e60-b5d6-b207fbe45c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:34.421857 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73f295-a3d2-4308-b23b-1eda16a6b0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce9755d-6630-47f8-acac-e622a4674236,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:34.448817 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2d73f295-a3d2-4308-b23b-1eda16a6b0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:35.013001 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9765f9-6cc2-422e-8d53-f058ce2c31c7 req-04477709-29be-4c12-839b-b4d5f2ec2c90 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:35.015834 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8e9765f9-6cc2-422e-8d53-f058ce2c31c7 req-04477709-29be-4c12-839b-b4d5f2ec2c90 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1630919 Jun 23 17:28:35.127741 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8e9765f9-6cc2-422e-8d53-f058ce2c31c7 req-61711a24-9970-4547-ab1f-fd6a37a0f215 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868702 Jun 23 17:28:35.253363 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f581902-396b-472f-8da3-183b795f73fb req-42c067e6-a4b5-4fce-8db1-1ed84835b6ba tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:35.265028 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7f581902-396b-472f-8da3-183b795f73fb req-42c067e6-a4b5-4fce-8db1-1ed84835b6ba tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1155105 Jun 23 17:28:35.361290 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7f581902-396b-472f-8da3-183b795f73fb req-9cab3f77-992d-49de-be46-64ca25e2cc61 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948281 Jun 23 17:28:35.491865 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b9f6e83f-ecf6-4613-890d-72ddf8f7e464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:35.551343 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7f195-aa26-43c9-9136-4464e35d4b89 req-4eef935e-b212-46b9-af01-acdaeafaeb09 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:35.559448 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51c7f195-aa26-43c9-9136-4464e35d4b89 req-4eef935e-b212-46b9-af01-acdaeafaeb09 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1525767 Jun 23 17:28:35.652610 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51c7f195-aa26-43c9-9136-4464e35d4b89 req-05e09f97-605c-474a-aa56-aad710af285a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658638 Jun 23 17:28:36.340402 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 58890) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:36.342326 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:36.398720 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-76bfe53c-a356-4590-96de-8ecd67c4ec49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:36.568919 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad44714-6ce9-4f8a-8d2b-d82be5fdeac1 req-215cf714-6809-467b-bf3f-25439734e62b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:36.572663 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3ad44714-6ce9-4f8a-8d2b-d82be5fdeac1 req-215cf714-6809-467b-bf3f-25439734e62b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1274164 Jun 23 17:28:36.660619 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3ad44714-6ce9-4f8a-8d2b-d82be5fdeac1 req-904d2182-b549-4793-83f0-1dc36dfcf7ea tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822020 Jun 23 17:28:37.050767 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa605d77-a5f8-47d2-82fa-22c6e3c77015 req-5deff787-4ef3-4856-8f31-ea07298524dd tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:37.066119 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fa605d77-a5f8-47d2-82fa-22c6e3c77015 req-5deff787-4ef3-4856-8f31-ea07298524dd tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1237686 Jun 23 17:28:37.133632 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fa605d77-a5f8-47d2-82fa-22c6e3c77015 req-fb433185-361b-4c48-b5f0-4633f755af0c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646462 Jun 23 17:28:37.214684 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-76bfe53c-a356-4590-96de-8ecd67c4ec49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:37.305745 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-76bfe53c-a356-4590-96de-8ecd67c4ec49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:37.310767 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-ea25e2ac-db71-4eba-9e92-4353f1a0bcdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:37.408987 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 58894) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:37.415759 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-76bfe53c-a356-4590-96de-8ecd67c4ec49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aea90eed03e44b77a7c3d3622ce93deb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0726726 Jun 23 17:28:37.426680 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfe53c-a356-4590-96de-8ecd67c4ec49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2e1258-4196-428b-9568-cb9b4145cac6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:37.435099 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-76bfe53c-a356-4590-96de-8ecd67c4ec49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:37.543557 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66cda880-6be4-408d-84b4-d1ecf2600483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:37.603603 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66cda880-6be4-408d-84b4-d1ecf2600483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:37.638013 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-065752da-04d4-415d-8bb0-6fe49813f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:37.803437 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66cda880-6be4-408d-84b4-d1ecf2600483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:37.806262 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-66cda880-6be4-408d-84b4-d1ecf2600483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:37.810476 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-66cda880-6be4-408d-84b4-d1ecf2600483 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa2e1258-4196-428b-9568-cb9b4145cac6 HTTP/1.1" status: 204 len: 168 time: 0.4002628 Jun 23 17:28:37.812584 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-363a0883-f73b-47b0-9288-1b130c53befe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:37.831107 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cda880-6be4-408d-84b4-d1ecf2600483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2e1258-4196-428b-9568-cb9b4145cac6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:37.832167 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-66cda880-6be4-408d-84b4-d1ecf2600483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:38.120580 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b635-782f-4035-b883-10ec38fb9592 req-18e7e195-e118-4223-a60f-7ba45ae1286e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:38.129200 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4cc5b635-782f-4035-b883-10ec38fb9592 req-18e7e195-e118-4223-a60f-7ba45ae1286e tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1058362 Jun 23 17:28:38.416465 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4cc5b635-782f-4035-b883-10ec38fb9592 req-7e039a04-7183-4ae5-a16c-8c287786fb94 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825863 Jun 23 17:28:38.905977 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e5cb8-1b8d-4b78-a56c-40bde3e407d5 req-05ddb308-64cb-4425-ad50-bb2b8c88f6c9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:38.911042 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d05e5cb8-1b8d-4b78-a56c-40bde3e407d5 req-05ddb308-64cb-4425-ad50-bb2b8c88f6c9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1681175 Jun 23 17:28:39.007633 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d05e5cb8-1b8d-4b78-a56c-40bde3e407d5 req-530730fe-2ad8-4905-ad21-4488535fffb0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897686 Jun 23 17:28:39.387614 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:39.930271 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d891cf9-b22d-4fde-84fb-fd2f40192340 req-104ca3ea-8ee6-4c3b-a85e-881574e8b9be tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:39.942525 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2d891cf9-b22d-4fde-84fb-fd2f40192340 req-104ca3ea-8ee6-4c3b-a85e-881574e8b9be tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1594937 Jun 23 17:28:40.031908 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2d891cf9-b22d-4fde-84fb-fd2f40192340 req-5d77d0f5-0aa5-4b0d-a744-ba7f716f36e0 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833979 Jun 23 17:28:40.379806 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cebcb9-9b11-4df9-85ba-72d602518729 req-edca0041-6fbe-4273-b7ad-c5b65f4e340d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:40.435196 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c2cebcb9-9b11-4df9-85ba-72d602518729 req-edca0041-6fbe-4273-b7ad-c5b65f4e340d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.0982921 Jun 23 17:28:40.493268 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c2cebcb9-9b11-4df9-85ba-72d602518729 req-45c0fb88-ada0-4bb2-9b3c-3086d1f8d69c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940711 Jun 23 17:28:41.050171 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:41.608077 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b7d4a-665b-4bab-a328-d5bba83a79f1 req-d0814c9e-bc15-4928-ac13-a28217895f24 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:41.620234 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e91b7d4a-665b-4bab-a328-d5bba83a79f1 req-d0814c9e-bc15-4928-ac13-a28217895f24 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1481335 Jun 23 17:28:41.721727 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e91b7d4a-665b-4bab-a328-d5bba83a79f1 req-2f3e8996-78c2-4263-b12f-44edd6763724 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000657 Jun 23 17:28:41.924771 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b1430-ad5e-4a37-b86d-143a68a546df req-5366321d-0587-4a09-8ca8-4ad24a2322d8 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:41.926560 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-382b1430-ad5e-4a37-b86d-143a68a546df req-5366321d-0587-4a09-8ca8-4ad24a2322d8 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.1363378 Jun 23 17:28:42.012974 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-382b1430-ad5e-4a37-b86d-143a68a546df req-99d6c310-9021-45c4-bd7f-059a9cf51796 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720572 Jun 23 17:28:43.199910 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd39a5-8bcb-4150-95f2-3146eeaabeb9 req-b40fe0f7-3352-4086-8032-fc2e24d64469 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:43.207309 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3cdd39a5-8bcb-4150-95f2-3146eeaabeb9 req-b40fe0f7-3352-4086-8032-fc2e24d64469 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.2838516 Jun 23 17:28:43.357871 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3cdd39a5-8bcb-4150-95f2-3146eeaabeb9 req-ae125cce-3754-488b-adf9-e7682ac85812 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370821 Jun 23 17:28:43.401337 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cf41e-53d3-4fd4-a672-e56ecb1a4e4c req-6744e9f2-07a8-4937-9eb1-e46143453b8b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:43.403322 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-678cf41e-53d3-4fd4-a672-e56ecb1a4e4c req-6744e9f2-07a8-4937-9eb1-e46143453b8b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.0882986 Jun 23 17:28:43.552288 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-678cf41e-53d3-4fd4-a672-e56ecb1a4e4c req-833ab5eb-b3c1-4da6-9567-d5ccac69e549 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297081 Jun 23 17:28:44.621819 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa077-ea7a-4375-ab7e-e13ea954094c req-6071c995-479c-4e4d-8f5c-ecc1be3147c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:44.624560 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-cfcaa077-ea7a-4375-ab7e-e13ea954094c req-6071c995-479c-4e4d-8f5c-ecc1be3147c1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 1099 time: 0.1717255 Jun 23 17:28:44.728501 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-cfcaa077-ea7a-4375-ab7e-e13ea954094c req-a7098719-1cfc-4507-b890-99524976eed4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914829 Jun 23 17:28:44.832082 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9b213-f885-4040-bbf2-77e2a2dc5d4b req-a2f395ec-f5de-4e83-a380-2927b5fc9e0d tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:44.837047 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e8c9b213-f885-4040-bbf2-77e2a2dc5d4b req-a2f395ec-f5de-4e83-a380-2927b5fc9e0d tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.2229667 Jun 23 17:28:44.930769 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e8c9b213-f885-4040-bbf2-77e2a2dc5d4b req-a56fdc91-95e2-440f-8196-1c2b1bf0b45a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918491 Jun 23 17:28:45.110741 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530da2ee-bffd-443f-aac0-d662091e686e req-678b49b2-8f0e-4ae6-850f-483af0a0822c tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:45.124178 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-678b49b2-8f0e-4ae6-850f-483af0a0822c tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/networks?id=47121177-295e-4912-a0cf-97dcf8d8388b HTTP/1.1" status: 200 len: 815 time: 0.2782178 Jun 23 17:28:45.144469 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-21826636-e5e6-4a6e-a21f-3cd2af6ebb5e tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/quotas/5f421e4832544ffb980be5d233a22933 HTTP/1.1" status: 200 len: 375 time: 0.0239902 Jun 23 17:28:45.351041 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-8c0b7402-2c34-4e14-a566-b4f4b8b45fa4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f421e4832544ffb980be5d233a22933&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2050734 Jun 23 17:28:45.383266 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65af730-bd33-4211-98d9-c3650e091fb9 req-97d88f8c-43e4-41d4-91bf-11953e802bb4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:45.395611 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e65af730-bd33-4211-98d9-c3650e091fb9 req-97d88f8c-43e4-41d4-91bf-11953e802bb4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.2112460 Jun 23 17:28:45.518413 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e65af730-bd33-4211-98d9-c3650e091fb9 req-865e4b79-949d-4854-8540-76247664be82 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207595 Jun 23 17:28:45.577190 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-b67fbced-7d34-4eb0-b408-27fa613ebe26 service neutron] 10.222.0.49 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777856 Jun 23 17:28:46.096840 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-b1f4de2d-0a02-4aca-b9b1-b55212f79d16 service neutron] 10.222.0.49 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117235 Jun 23 17:28:46.274109 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ee472-a3b7-4356-850d-80ea3e6bea5b req-38bfc4ec-78f0-48e0-84df-85315d87e6f9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:46.276241 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e88ee472-a3b7-4356-850d-80ea3e6bea5b req-38bfc4ec-78f0-48e0-84df-85315d87e6f9 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1079655 Jun 23 17:28:46.336602 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e88ee472-a3b7-4356-850d-80ea3e6bea5b req-12ddb7c7-9e8c-4a9b-9f34-719fb5146983 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521848 Jun 23 17:28:46.839834 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8175bf14-3908-462b-868a-8c9036c0ec8e req-9f31321c-ea27-4a22-9705-f5a64bba8f2d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 210 time: 0.1122327 Jun 23 17:28:46.959031 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81a2a1-a47c-41b3-b025-e0c1450c1b5e req-ee4c25aa-7980-46b8-a395-2de61858d5ec tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:46.961755 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4d81a2a1-a47c-41b3-b025-e0c1450c1b5e req-ee4c25aa-7980-46b8-a395-2de61858d5ec tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.0880191 Jun 23 17:28:47.013330 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4d81a2a1-a47c-41b3-b025-e0c1450c1b5e req-e14eea96-cfab-4402-bdaf-d5f27b5f0958 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412371 Jun 23 17:28:47.533220 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01205d89-1eb3-4f60-adbd-88341a179f39 req-7d9ce900-860d-431b-903e-a753ce622e49 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:47.535138 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-01205d89-1eb3-4f60-adbd-88341a179f39 req-7d9ce900-860d-431b-903e-a753ce622e49 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0768876 Jun 23 17:28:47.565720 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe56d0-f6de-4ac9-9491-332298601110 req-5d31fdc1-c96a-4d08-a222-fa6b332168eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:47.569023 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-a8fe56d0-f6de-4ac9-9491-332298601110 req-5d31fdc1-c96a-4d08-a222-fa6b332168eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 1098 time: 0.0662191 Jun 23 17:28:47.595852 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-01205d89-1eb3-4f60-adbd-88341a179f39 req-ab23be00-8e5d-453f-9e4d-76aa9d436648 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508161 Jun 23 17:28:47.737093 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe56d0-f6de-4ac9-9491-332298601110 req-dcbdd490-3dd1-4adb-a298-abf9416b5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:47.739853 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-a8fe56d0-f6de-4ac9-9491-332298601110 req-dcbdd490-3dd1-4adb-a298-abf9416b5dcb service neutron] 10.222.0.74 "GET /v2.0/networks?id=24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 200 len: 918 time: 0.1635973 Jun 23 17:28:47.819216 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-a8fe56d0-f6de-4ac9-9491-332298601110 req-f4c2f2b6-20cb-4d30-8911-63dd80d43002 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0689859 Jun 23 17:28:47.904778 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe56d0-f6de-4ac9-9491-332298601110 req-bba0be51-28b5-4c6b-917d-3b95b12cd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:47.909363 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-a8fe56d0-f6de-4ac9-9491-332298601110 req-bba0be51-28b5-4c6b-917d-3b95b12cd02e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c9528e-dbea-4474-b5f9-ef2f976c0b36 HTTP/1.1" status: 200 len: 856 time: 0.0820336 Jun 23 17:28:48.007531 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe56d0-f6de-4ac9-9491-332298601110 req-e0f6ec81-3f3f-4a6a-9d38-45ec814ed2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:48.010363 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-a8fe56d0-f6de-4ac9-9491-332298601110 req-e0f6ec81-3f3f-4a6a-9d38-45ec814ed2e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24554d49-d1fb-4273-bea4-2417edbdfc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0944777 Jun 23 17:28:48.014509 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e5336601-eaef-4864-8143-c3d65cf6b4f8 req-9452525b-9740-473d-9811-6136cee8d12e tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 210 time: 0.0799894 Jun 23 17:28:48.216543 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-a8fe56d0-f6de-4ac9-9491-332298601110 req-50054c2d-08c6-435e-85e4-8097e528cc6c service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958222 Jun 23 17:28:48.283528 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a741998-c6c0-4c11-a0ca-a02d7e22ad36 req-50c38a63-f4cd-45f2-8237-b4f93ea70fae tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:48.293060 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9a741998-c6c0-4c11-a0ca-a02d7e22ad36 req-50c38a63-f4cd-45f2-8237-b4f93ea70fae tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.0942712 Jun 23 17:28:48.361956 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9a741998-c6c0-4c11-a0ca-a02d7e22ad36 req-94400e39-d776-4888-b739-d8d107f1fbef tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675845 Jun 23 17:28:48.418782 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-a8fe56d0-f6de-4ac9-9491-332298601110 req-31fd6df1-7ec4-417d-86ca-cdf5684e148c service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941931 Jun 23 17:28:48.819198 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ef8c3-a0f0-4f1d-b86f-0d13d13ac4d6 req-9b2431ef-51c5-49b4-accc-d97231020e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:48.820747 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-e28ef8c3-a0f0-4f1d-b86f-0d13d13ac4d6 req-9b2431ef-51c5-49b4-accc-d97231020e7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 1099 time: 0.0843296 Jun 23 17:28:48.831462 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d822d-6763-46b7-89a9-9737a2c02898 req-ec53db31-87d6-487f-bb4d-d492e7e5ee8b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:48.845425 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a2d822d-6763-46b7-89a9-9737a2c02898 req-ec53db31-87d6-487f-bb4d-d492e7e5ee8b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1371922 Jun 23 17:28:48.908414 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a2d822d-6763-46b7-89a9-9737a2c02898 req-eec1e3e8-b71a-442f-9456-841287a972b4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616376 Jun 23 17:28:48.943217 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ef8c3-a0f0-4f1d-b86f-0d13d13ac4d6 req-6fbfc211-68aa-4d6e-83a0-97fd81fdde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:48.944779 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-e28ef8c3-a0f0-4f1d-b86f-0d13d13ac4d6 req-6fbfc211-68aa-4d6e-83a0-97fd81fdde2c service neutron] 10.222.0.74 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 920 time: 0.1169455 Jun 23 17:28:48.992350 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-e28ef8c3-a0f0-4f1d-b86f-0d13d13ac4d6 req-4119af18-9955-4d8f-b66b-033bdfcfae97 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884dc6a3-3735-4115-9fe2-e6d138eb2279 HTTP/1.1" status: 200 len: 217 time: 0.0404866 Jun 23 17:28:49.048212 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ef8c3-a0f0-4f1d-b86f-0d13d13ac4d6 req-2aa8b1ee-60fa-4b3a-b7cb-98d6f81e38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:49.049881 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-e28ef8c3-a0f0-4f1d-b86f-0d13d13ac4d6 req-2aa8b1ee-60fa-4b3a-b7cb-98d6f81e38ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c681fbb-07c8-4e8c-977d-2a59084dd09c HTTP/1.1" status: 200 len: 859 time: 0.0507324 Jun 23 17:28:49.099270 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-e28ef8c3-a0f0-4f1d-b86f-0d13d13ac4d6 req-6b40d1b6-8297-44c4-b621-59f62af284a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=172ef0f4-4e06-4b11-9e1f-51d467b2976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395603 Jun 23 17:28:49.185268 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 59100) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:49.265304 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-e28ef8c3-a0f0-4f1d-b86f-0d13d13ac4d6 req-8eefbe35-f02e-4acf-92c5-2acebc66df55 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573057 Jun 23 17:28:49.307357 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fc4413f3-f4bf-4ae3-9ab8-5a3f3acfb9bf req-9ccfd402-a4fa-48a8-ad16-b7fa42f35c1d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 210 time: 0.0647535 Jun 23 17:28:49.322801 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b7165d88-9694-421e-9f31-c899444d86b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:49.434824 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-e28ef8c3-a0f0-4f1d-b86f-0d13d13ac4d6 req-aa520c00-25fd-408d-b917-1b0c882fbde4 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602559 Jun 23 17:28:49.472492 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b7165d88-9694-421e-9f31-c899444d86b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:49.621403 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab790b-265c-4adb-8300-431c9ab450f3 req-75bdd8d8-68c1-4d56-ac3b-ddc9daaf1573 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:49.623050 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-23ab790b-265c-4adb-8300-431c9ab450f3 req-75bdd8d8-68c1-4d56-ac3b-ddc9daaf1573 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.0770357 Jun 23 17:28:49.645271 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b7165d88-9694-421e-9f31-c899444d86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:49.650413 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-427bdf9f-7356-4be0-bf25-444cb7460165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:49.699387 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-b7165d88-9694-421e-9f31-c899444d86b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ea5a3f0c3ef4d17afd079b918604e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125229 Jun 23 17:28:49.702639 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59106) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:49.707956 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-23ab790b-265c-4adb-8300-431c9ab450f3 req-dc02edcd-269b-4a59-a3cd-d3a7f67a59b4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761647 Jun 23 17:28:49.708370 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7165d88-9694-421e-9f31-c899444d86b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a00135b-656e-4429-b5bf-4570d6f417be,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:49.711700 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-b7165d88-9694-421e-9f31-c899444d86b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:49.827287 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3aa2da7-0607-4a61-a53e-a82f2ea90128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:49.873488 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3aa2da7-0607-4a61-a53e-a82f2ea90128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:50.102747 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3aa2da7-0607-4a61-a53e-a82f2ea90128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:50.109132 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f3aa2da7-0607-4a61-a53e-a82f2ea90128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:50.111742 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-f3aa2da7-0607-4a61-a53e-a82f2ea90128 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a00135b-656e-4429-b5bf-4570d6f417be HTTP/1.1" status: 204 len: 168 time: 0.4068482 Jun 23 17:28:50.113254 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-82231a18-f7f7-4276-ae35-3590b3354dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:50.127766 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa2da7-0607-4a61-a53e-a82f2ea90128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a00135b-656e-4429-b5bf-4570d6f417be,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:50.131878 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-f3aa2da7-0607-4a61-a53e-a82f2ea90128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:50.141509 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5f40b-5a67-4e83-8f6c-1d72b11ebf62 req-e4c0ffcb-07af-41eb-980b-557aa35431d6 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:50.144299 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9bd5f40b-5a67-4e83-8f6c-1d72b11ebf62 req-e4c0ffcb-07af-41eb-980b-557aa35431d6 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1141975 Jun 23 17:28:50.226975 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9bd5f40b-5a67-4e83-8f6c-1d72b11ebf62 req-675ca054-c22e-4b3f-9518-11ef2e6fe9ac tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761523 Jun 23 17:28:50.483922 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c17871a5-3198-4b12-9b1b-161f60d89152 req-6c689ebe-9837-406f-9172-277d205357af tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 210 time: 0.0511806 Jun 23 17:28:50.923599 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575bd04-8f07-46e7-9f21-205030f05d06 req-d210efcb-3585-467f-8fd9-754c7bf5f43e tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:50.927757 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7575bd04-8f07-46e7-9f21-205030f05d06 req-d210efcb-3585-467f-8fd9-754c7bf5f43e tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 945 time: 0.0805190 Jun 23 17:28:50.979711 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7575bd04-8f07-46e7-9f21-205030f05d06 req-c7502dba-3110-42e2-a19c-4b826fc5bff2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464571 Jun 23 17:28:51.219023 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530da2ee-bffd-443f-aac0-d662091e686e req-8668235f-3a36-43b0-bce0-498159ad3abc tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:51.222436 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-8668235f-3a36-43b0-bce0-498159ad3abc tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.74 "GET /v2.0/networks?id=47121177-295e-4912-a0cf-97dcf8d8388b HTTP/1.1" status: 200 len: 815 time: 0.2186830 Jun 23 17:28:51.242373 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Request body: {'port': {'device_id': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'admin_state_up': True, 'tenant_id': '5f421e4832544ffb980be5d233a22933'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:51.244066 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 59136) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:51.288378 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a882714-8196-4f40-b2d4-501448e9bced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:51.444039 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a882714-8196-4f40-b2d4-501448e9bced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:51.571932 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a882714-8196-4f40-b2d4-501448e9bced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:51.577595 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-3064e96e-98b1-4089-a758-2a03ab1a94b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:51.626782 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-6a882714-8196-4f40-b2d4-501448e9bced admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0365161b31a407a9c6f842e60007a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810067 Jun 23 17:28:51.631123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59146) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:51.633919 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a882714-8196-4f40-b2d4-501448e9bced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7813e132-ed2c-4f3a-a88f-45dfcfa6c087,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:51.638256 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-6a882714-8196-4f40-b2d4-501448e9bced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:51.656214 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:28:51.668495 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Made reservation on behalf of 5f421e4832544ffb980be5d233a22933 for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:28:51.672379 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:51.677913 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643ee26-b377-4a54-ac51-ff55c4c3147f req-c0f0e2ce-0ecd-40d1-b51b-2a43072f41be tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:51.680813 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b643ee26-b377-4a54-ac51-ff55c4c3147f req-c0f0e2ce-0ecd-40d1-b51b-2a43072f41be tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1823518 Jun 23 17:28:51.777202 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b643ee26-b377-4a54-ac51-ff55c4c3147f req-3762e154-cb74-42f8-b00d-553f665edfe6 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865095 Jun 23 17:28:51.794363 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:51.839617 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:28:51.842423 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77fe136-aafd-4ccf-9e72-2f37e48e9ce6" -d '{"events": [{"server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "name": "network-vif-unplugged", "status": "completed", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:51.849318 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab5efd13-f3c0-41f1-af8a-3685587eb475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:51.857783 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:51.947506 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab5efd13-f3c0-41f1-af8a-3685587eb475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:51.998281 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Allocated IP 172.20.0.9 (47121177-295e-4912-a0cf-97dcf8d8388b/4e76eaa9-e31e-4056-bbe9-7d61d33b0d27/6a0f45f4-500e-4406-80e8-ad0975c4e2e1) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:52.003683 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:52.007151 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:52.029014 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3f2d226b-d73c-4b95-8c8f-222b801e3350 req-68665b69-7c60-4c6b-8550-30fcaeb91e80 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 210 time: 0.0471663 Jun 23 17:28:52.113162 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,revision_number=8']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:52.118728 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 17:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c810a1-1d9c-40ec-adf4-240c4113bf0f x-openstack-request-id: req-61c810a1-1d9c-40ec-adf4-240c4113bf0f {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:52.118844 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "name": "network-vif-unplugged", "status": "failed", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3", "code": 422}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:52.119078 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61c810a1-1d9c-40ec-adf4-240c4113bf0f {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:52.119536 dv-cinder-788253-3-smb neutron-server[93830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'code': 422} returned with failed status Jun 23 17:28:52.120343 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:52.156256 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab5efd13-f3c0-41f1-af8a-3685587eb475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:52.159206 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ab5efd13-f3c0-41f1-af8a-3685587eb475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:52.164775 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-ab5efd13-f3c0-41f1-af8a-3685587eb475 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7813e132-ed2c-4f3a-a88f-45dfcfa6c087 HTTP/1.1" status: 204 len: 168 time: 0.5280242 Jun 23 17:28:52.173922 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-089bb491-a3ef-4089-88d5-0e525e9b7a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:52.190639 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5efd13-f3c0-41f1-af8a-3685587eb475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7813e132-ed2c-4f3a-a88f-45dfcfa6c087,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:52.195342 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-ab5efd13-f3c0-41f1-af8a-3685587eb475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:52.341560 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:52.373889 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Transition to ACTIVE for port object 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:52.519129 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31588633'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:52.530870 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:52.631952 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Network 47121177-295e-4912-a0cf-97dcf8d8388b is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:52.647117 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:52.670830 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:28:52.700625 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event updated for resources: {'Port': ['ID=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:52.738794 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:52.808530 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:52.810109 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:52.988315 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7553771 Jun 23 17:28:53.005444 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Request body: {'port': {'device_id': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:28:53.213046 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968c620-6004-4370-a7b0-84264188bf1d req-6bf15e91-c0c6-4b0a-ad53-463044dc37f4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:53.222519 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:53.226020 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b968c620-6004-4370-a7b0-84264188bf1d req-6bf15e91-c0c6-4b0a-ad53-463044dc37f4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1779947 Jun 23 17:28:53.277777 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-6cb6e497-d7de-4fe8-8d6f-c2256bc5fefb None None] Provisioning for port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:28:53.287023 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-6cb6e497-d7de-4fe8-8d6f-c2256bc5fefb None None] Provisioning complete for port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:28:53.288519 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e497-d7de-4fe8-8d6f-c2256bc5fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:53.300515 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b968c620-6004-4370-a7b0-84264188bf1d req-ba402bdc-a637-4991-bf13-4eeafd7c0e80 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729918 Jun 23 17:28:53.488440 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6e497-d7de-4fe8-8d6f-c2256bc5fefb None None] Port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:28:53.506378 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 59192) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:53.541273 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:53.957194 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38aca9-e0cd-4150-a782-6890b8dd305d req-26a4410c-76a6-43b0-a74c-f96865ea8b52 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:53.974357 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ad38aca9-e0cd-4150-a782-6890b8dd305d req-26a4410c-76a6-43b0-a74c-f96865ea8b52 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 931 time: 0.3351660 Jun 23 17:28:54.172774 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:28:54.197041 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:54.201219 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ad38aca9-e0cd-4150-a782-6890b8dd305d req-fd3c524b-a8d5-403e-86b4-92292c7f18d9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233934 Jun 23 17:28:54.238123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Transition to ACTIVE for port object 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:28:54.297230 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:54.721300 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfc8cb-582e-4ca6-9252-05627be8f6c6 req-b7da8290-eba3-4507-837f-217b68c6af8f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:54.721300 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-52dfc8cb-582e-4ca6-9252-05627be8f6c6 req-b7da8290-eba3-4507-837f-217b68c6af8f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1705351 Jun 23 17:28:54.721300 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-52dfc8cb-582e-4ca6-9252-05627be8f6c6 req-4ccc9595-9f5e-4920-af46-991abf155d47 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451176 Jun 23 17:28:54.722539 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:28:54.984017 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:54.984894 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:54.986907 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:54.989912 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4116e61e-912f-45c4-9a76-9e4ba26659d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:55.062547 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb458f6-bf6e-4027-82f6-ea85737b14a7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:55.090415 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=263d097017924b05bc8c84f6eaca5332&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5821991 Jun 23 17:28:55.097639 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 59220) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:55.123128 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:55.149130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:55.149130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:55.149130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:55.149130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:55.149130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:55.149130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:55.149130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:55.149130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:55.149130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:55.149130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:55.149130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:55.149130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-fed7574a-0247-4541-936e-a990f9df0f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:55.158678 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:55.245042 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:55.315926 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a17df7c-a58a-482a-ae04-825eb973d519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:55.414969 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Attempting to bind port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:28:55.415485 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Attempting to bind port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:28:55.426859 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Attempting to bind port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 on network 47121177-295e-4912-a0cf-97dcf8d8388b {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:55.446771 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 on network 47121177-295e-4912-a0cf-97dcf8d8388b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:28:55.447085 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Attempting to bind port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 on network 47121177-295e-4912-a0cf-97dcf8d8388b {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:28:55.470910 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a17df7c-a58a-482a-ae04-825eb973d519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:55.482661 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:28:55.487215 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Checking segment: {'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:28:55.487763 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Bound using segment: {'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:28:55.488437 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Bound port: 6a0f45f4-500e-4406-80e8-ad0975c4e2e1, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561c2032-5ad4-46c4-a142-1408394a3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:28:55.488810 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:55.598159 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 59232) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:55.699386 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] For port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1, host hv-cinder-78825, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:55.706747 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] For port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:55.714101 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a17df7c-a58a-482a-ae04-825eb973d519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:55.717289 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a17df7c-a58a-482a-ae04-825eb973d519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:55.719000 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-5a17df7c-a58a-482a-ae04-825eb973d519 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abb458f6-bf6e-4027-82f6-ea85737b14a7 HTTP/1.1" status: 204 len: 168 time: 0.6193600 Jun 23 17:28:55.722121 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c4c04aed-51a6-40a3-bb48-835f972404a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:55.752688 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17df7c-a58a-482a-ae04-825eb973d519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb458f6-bf6e-4027-82f6-ea85737b14a7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:55.764341 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-5a17df7c-a58a-482a-ae04-825eb973d519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:55.787748 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e33f62-a984-425f-ba7d-214343c94493 req-c98e7b2d-a47b-4a75-b233-fd6617c040f1 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:55.789851 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-53e33f62-a984-425f-ba7d-214343c94493 req-c98e7b2d-a47b-4a75-b233-fd6617c040f1 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 943 time: 0.1925995 Jun 23 17:28:55.838898 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:55.842221 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:55.972646 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:55.973279 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:55.974851 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] 10.222.0.74 "PUT /v2.0/ports/6a0f45f4-500e-4406-80e8-ad0975c4e2e1 HTTP/1.1" status: 200 len: 1093 time: 2.9775538 Jun 23 17:28:55.985277 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:28:55.991223 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96821e7b3fc1c3ca34718932d534275ff0ce8c1a006a36611bf262d3b0796c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11044c49-19cf-45a7-9216-0afc039ba2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:55.991473 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-53e33f62-a984-425f-ba7d-214343c94493 req-9cb3bfed-7342-4d88-96fa-c912bec6b888 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914175 Jun 23 17:28:56.079750 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:56.087582 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-1fef635a-bce8-4c5c-a976-2b2aa73acfaf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4853990 Jun 23 17:28:56.089066 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:56.170926 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a089906f-d93b-412e-acba-13c256fca689 x-openstack-request-id: req-a089906f-d93b-412e-acba-13c256fca689 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:56.173195 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:56.174194 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a089906f-d93b-412e-acba-13c256fca689 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:56.175494 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'status': 'completed', 'code': 200} Jun 23 17:28:56.256673 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dbc3f-6011-4375-a10e-e8e999f18689 req-922e76be-df13-4038-a1d2-be55d0094c3f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:56.258727 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-772dbc3f-6011-4375-a10e-e8e999f18689 req-922e76be-df13-4038-a1d2-be55d0094c3f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1960678 Jun 23 17:28:56.339015 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-772dbc3f-6011-4375-a10e-e8e999f18689 req-f9684a38-a52f-4567-8b0c-3eaf719fae48 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709634 Jun 23 17:28:56.472924 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59254) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:56.777377 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530da2ee-bffd-443f-aac0-d662091e686e req-c729e896-e44e-4cb9-9ecd-c89070f9a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:56.784114 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-c729e896-e44e-4cb9-9ecd-c89070f9a084 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f421e4832544ffb980be5d233a22933&device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 1096 time: 0.2633352 Jun 23 17:28:56.894550 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:57.245115 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:57.245115 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-d64aa608-6c30-417a-8a1d-a13905d16b4a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1 HTTP/1.1" status: 200 len: 217 time: 0.0590973 Jun 23 17:28:57.299354 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a83fc-df5b-4c22-aada-dba438771004 req-8af55816-b533-4e9d-b53e-874a06cac954 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:57.311092 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-953a83fc-df5b-4c22-aada-dba438771004 req-8af55816-b533-4e9d-b53e-874a06cac954 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 943 time: 0.1398144 Jun 23 17:28:57.489563 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-953a83fc-df5b-4c22-aada-dba438771004 req-980398a8-3669-467e-9c40-51b4e84030c1 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253192 Jun 23 17:28:57.711193 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418a5b3-28ce-412c-acb1-46570060ca39 req-1c70d9dc-4c3d-491e-95ff-a1f9219b6648 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:57.722292 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9418a5b3-28ce-412c-acb1-46570060ca39 req-1c70d9dc-4c3d-491e-95ff-a1f9219b6648 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1502824 Jun 23 17:28:57.820628 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9418a5b3-28ce-412c-acb1-46570060ca39 req-51cc8d4d-2707-49cb-a933-b2116f1ace26 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970349 Jun 23 17:28:58.256626 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:58.262360 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-0515bbf9-5006-44f1-8246-897760715d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:58.315847 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=385b830289874b3cb84636ae3b4d9bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8409913 Jun 23 17:28:58.318504 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab9efb7-0ded-4b28-ab70-f50c7a0a7fa9,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:58.321276 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 59276) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:28:58.326971 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:58.327410 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:58.327799 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:58.328168 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:58.328573 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:58.328929 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:58.329369 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:58.329722 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:58.330076 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:58.330419 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:58.330769 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:58.331159 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:58.340449 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:58.434798 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64bdb12b-15f7-4c82-ae2a-751a5956e1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:58.493962 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64bdb12b-15f7-4c82-ae2a-751a5956e1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:58.761037 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed9991-f9f1-486b-84f0-81c5d0a9681e req-a7a5668f-df2a-4170-8a31-aa9101277d93 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:58.772212 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-36ed9991-f9f1-486b-84f0-81c5d0a9681e req-a7a5668f-df2a-4170-8a31-aa9101277d93 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 943 time: 0.1448643 Jun 23 17:28:58.779200 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64bdb12b-15f7-4c82-ae2a-751a5956e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:58.784844 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-64bdb12b-15f7-4c82-ae2a-751a5956e1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:28:58.786818 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-64bdb12b-15f7-4c82-ae2a-751a5956e1c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fab9efb7-0ded-4b28-ab70-f50c7a0a7fa9 HTTP/1.1" status: 204 len: 168 time: 0.4630935 Jun 23 17:28:58.789593 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-6a882714-8196-4f40-b2d4-501448e9bced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:28:58.837967 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdb12b-15f7-4c82-ae2a-751a5956e1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab9efb7-0ded-4b28-ab70-f50c7a0a7fa9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:58.851132 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-64bdb12b-15f7-4c82-ae2a-751a5956e1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:28:58.947976 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-36ed9991-f9f1-486b-84f0-81c5d0a9681e req-6b280110-75fd-4a46-9258-2d7afb6d21a1 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709273 Jun 23 17:28:59.265047 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a391c-eeee-4af9-b87a-d1289eeb472f req-af16fe7e-de17-4327-8cac-144dbc12571d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:28:59.268014 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f21a391c-eeee-4af9-b87a-d1289eeb472f req-af16fe7e-de17-4327-8cac-144dbc12571d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1503398 Jun 23 17:28:59.365373 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f21a391c-eeee-4af9-b87a-d1289eeb472f req-802f3df1-88be-4e83-9e54-b9fb5ec9f8b4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872726 Jun 23 17:29:00.241321 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59304) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:00.271977 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-601a059a-2fdf-4ecc-9b4e-760c263b7ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:00.302826 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a448aa-e205-46cc-a7c7-44f5febcf76c req-f7ad7ce5-b404-42fd-9342-a19175712223 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:00.311893 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f6a448aa-e205-46cc-a7c7-44f5febcf76c req-f7ad7ce5-b404-42fd-9342-a19175712223 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 943 time: 0.1356537 Jun 23 17:29:00.400043 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f6a448aa-e205-46cc-a7c7-44f5febcf76c req-50fff8eb-a210-4d62-a494-fcf41d25d500 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857108 Jun 23 17:29:00.482332 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-601a059a-2fdf-4ecc-9b4e-760c263b7ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:00.694749 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e6952-1ffc-421f-8e95-c21f0e08bfbf req-da0eaa54-d847-47b9-9abc-1fcdd37b1037 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:00.697347 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ff9e6952-1ffc-421f-8e95-c21f0e08bfbf req-da0eaa54-d847-47b9-9abc-1fcdd37b1037 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1364143 Jun 23 17:29:00.776240 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-601a059a-2fdf-4ecc-9b4e-760c263b7ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:00.778404 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3e88920c-341f-4b57-89db-7e48f5a430d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:00.786562 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ff9e6952-1ffc-421f-8e95-c21f0e08bfbf req-c0b60a73-2db6-42c1-9cd5-134448552fd5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795188 Jun 23 17:29:00.849758 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a059a-2fdf-4ecc-9b4e-760c263b7ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2236691-cbb5-4b2e-8897-29d575d2e8de,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:00.858844 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-601a059a-2fdf-4ecc-9b4e-760c263b7ffb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=818795ee1dae46ae925fa920459e9567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6145232 Jun 23 17:29:00.861391 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-601a059a-2fdf-4ecc-9b4e-760c263b7ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:00.864485 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59312) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:00.965614 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6408a5da-0cc1-4244-a203-b40298199cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:01.014851 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6408a5da-0cc1-4244-a203-b40298199cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:01.187612 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6408a5da-0cc1-4244-a203-b40298199cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:01.193017 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6408a5da-0cc1-4244-a203-b40298199cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:01.200063 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-6408a5da-0cc1-4244-a203-b40298199cca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2236691-cbb5-4b2e-8897-29d575d2e8de HTTP/1.1" status: 204 len: 168 time: 0.3326397 Jun 23 17:29:01.205222 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2ee121c7-f65d-4e3f-948b-f0b468784687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:01.234612 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408a5da-0cc1-4244-a203-b40298199cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2236691-cbb5-4b2e-8897-29d575d2e8de,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:01.243979 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-6408a5da-0cc1-4244-a203-b40298199cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:01.771847 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2d724-a64c-494a-9ca6-9e3a8025712e req-cd6828cd-5cfb-4d6f-bd67-1ed4287d518d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:01.783894 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5ce2d724-a64c-494a-9ca6-9e3a8025712e req-cd6828cd-5cfb-4d6f-bd67-1ed4287d518d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 943 time: 0.1359069 Jun 23 17:29:01.850155 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5ce2d724-a64c-494a-9ca6-9e3a8025712e req-c6878ffc-adc0-48a1-9d40-d42af9e35517 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638726 Jun 23 17:29:02.301060 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0c850-8609-41f7-bd65-7d4ea67abeaf req-c83fbf92-9f95-4d9d-a422-7044a73253b5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:02.304032 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-aaa0c850-8609-41f7-bd65-7d4ea67abeaf req-c83fbf92-9f95-4d9d-a422-7044a73253b5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1789534 Jun 23 17:29:02.319450 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:02.398519 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-aaa0c850-8609-41f7-bd65-7d4ea67abeaf req-cbc7ce11-cc50-4713-a9af-43f8c3eb9e3d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885165 Jun 23 17:29:03.094076 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44113414-b65f-473d-9e9c-42e4fe50c552 req-1e856adb-a1ff-4145-a97e-6f1b6034cfd9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:03.095731 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-44113414-b65f-473d-9e9c-42e4fe50c552 req-1e856adb-a1ff-4145-a97e-6f1b6034cfd9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 943 time: 0.0944452 Jun 23 17:29:03.144554 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-44113414-b65f-473d-9e9c-42e4fe50c552 req-ff060af4-a51d-4984-bc06-8d0280f5a61e tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Jun 23 17:29:03.410532 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530da2ee-bffd-443f-aac0-d662091e686e req-f729332a-22c0-4e86-a8d1-e9c13f6c5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:03.412342 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-f729332a-22c0-4e86-a8d1-e9c13f6c5796 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e76eaa9-e31e-4056-bbe9-7d61d33b0d27 HTTP/1.1" status: 200 len: 854 time: 0.0652649 Jun 23 17:29:03.558035 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530da2ee-bffd-443f-aac0-d662091e686e req-fb5663f9-bc56-4f39-9c1b-df41dc64d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:03.561569 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-fb5663f9-bc56-4f39-9c1b-df41dc64d9df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=47121177-295e-4912-a0cf-97dcf8d8388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1404269 Jun 23 17:29:03.567746 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0bf21e8b-40f0-45c5-b08a-879253ac3e1e req-79500007-0234-4ab3-a8c4-a0cd95cff363 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839467 Jun 23 17:29:03.758059 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-9b4ca0c0-b329-4ae9-8634-333b4abca98c service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812556 Jun 23 17:29:03.899772 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf21e8b-40f0-45c5-b08a-879253ac3e1e req-4d3a562a-6c16-4ab7-8cd2-3bf4b232a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:03.902113 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0bf21e8b-40f0-45c5-b08a-879253ac3e1e req-4d3a562a-6c16-4ab7-8cd2-3bf4b232a261 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b1583257fbcc456d9d720f62c237ca1b&device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 1099 time: 0.2933407 Jun 23 17:29:03.914816 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408280-3fd5-4f68-9eb9-8cde3ca7a844 req-1bd24cc0-1e57-4f49-aede-9dcc02f0e1fd tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:03.917099 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2f408280-3fd5-4f68-9eb9-8cde3ca7a844 req-1bd24cc0-1e57-4f49-aede-9dcc02f0e1fd tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.3444114 Jun 23 17:29:04.013787 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-530da2ee-bffd-443f-aac0-d662091e686e req-c3841d28-947c-4354-b46a-35da392d2130 service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412226 Jun 23 17:29:04.096852 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2f408280-3fd5-4f68-9eb9-8cde3ca7a844 req-82e534ca-d0d1-4ebd-a260-58517b9ebd44 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696804 Jun 23 17:29:04.125305 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf21e8b-40f0-45c5-b08a-879253ac3e1e req-892e257e-e644-452f-8e34-061110700bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:04.127275 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0bf21e8b-40f0-45c5-b08a-879253ac3e1e req-892e257e-e644-452f-8e34-061110700bf7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 200 len: 920 time: 0.1147473 Jun 23 17:29:04.479602 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb032de7-b874-42f0-84b7-f850b8683f63 req-5604e962-b3a4-4b5a-881a-3ce6cdb11728 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:04.491760 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bb032de7-b874-42f0-84b7-f850b8683f63 req-5604e962-b3a4-4b5a-881a-3ce6cdb11728 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 943 time: 0.1650379 Jun 23 17:29:04.554623 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bb032de7-b874-42f0-84b7-f850b8683f63 req-1c87ef3a-9450-4e35-9a8d-0cfecc882f07 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604038 Jun 23 17:29:05.176360 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f66c592e-c8be-4c9c-8218-7631b003ca31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:05.357982 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4726a75-a39d-4541-9e52-a34b04b7d439 req-8bfa0d19-6eff-4bcf-b093-fe3adcbd168c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:05.359867 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c4726a75-a39d-4541-9e52-a34b04b7d439 req-8bfa0d19-6eff-4bcf-b093-fe3adcbd168c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.0844841 Jun 23 17:29:05.429138 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c4726a75-a39d-4541-9e52-a34b04b7d439 req-29b6cd2b-3061-44c5-972a-ec095dc04d8a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583572 Jun 23 17:29:05.539701 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0bf21e8b-40f0-45c5-b08a-879253ac3e1e req-d016ad82-3774-45f2-81d4-460ffd765729 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f59a660-0c7c-4a11-8ea2-fb261b89b17a HTTP/1.1" status: 200 len: 217 time: 0.0405533 Jun 23 17:29:05.600955 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf21e8b-40f0-45c5-b08a-879253ac3e1e req-48c2b48c-e787-4dff-8faf-18741198ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:05.603490 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0bf21e8b-40f0-45c5-b08a-879253ac3e1e req-48c2b48c-e787-4dff-8faf-18741198ce63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9c681fbb-07c8-4e8c-977d-2a59084dd09c HTTP/1.1" status: 200 len: 859 time: 0.0553854 Jun 23 17:29:05.671047 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0bf21e8b-40f0-45c5-b08a-879253ac3e1e req-82336459-baac-4be9-bb4b-3e50d2104024 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=172ef0f4-4e06-4b11-9e1f-51d467b2976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567954 Jun 23 17:29:05.699165 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11044c49-19cf-45a7-9216-0afc039ba2fc req-68bf90d9-d04c-4bfe-ae97-95319159d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:05.701861 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-11044c49-19cf-45a7-9216-0afc039ba2fc req-68bf90d9-d04c-4bfe-ae97-95319159d8b7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f421e4832544ffb980be5d233a22933&device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 1096 time: 0.1478083 Jun 23 17:29:05.893632 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11044c49-19cf-45a7-9216-0afc039ba2fc req-467b032a-32a2-45c2-9b1d-2c8b3ee7b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:05.896005 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-11044c49-19cf-45a7-9216-0afc039ba2fc req-467b032a-32a2-45c2-9b1d-2c8b3ee7b935 service neutron] 10.222.0.74 "GET /v2.0/networks?id=47121177-295e-4912-a0cf-97dcf8d8388b HTTP/1.1" status: 200 len: 916 time: 0.1864727 Jun 23 17:29:05.928719 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0bf21e8b-40f0-45c5-b08a-879253ac3e1e req-8ce0aa2f-8afd-4b4e-94e3-2716cf8fb957 service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412944 Jun 23 17:29:05.964463 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-11044c49-19cf-45a7-9216-0afc039ba2fc req-2b4958d1-7ca5-4f12-9f1f-002a582e5050 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1 HTTP/1.1" status: 200 len: 217 time: 0.0601144 Jun 23 17:29:05.965087 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f2116-bfe3-4d94-8fe9-8727735f3d3b req-21793cf1-60c2-473f-994b-af46856b0103 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:05.966676 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ee1f2116-bfe3-4d94-8fe9-8727735f3d3b req-21793cf1-60c2-473f-994b-af46856b0103 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 943 time: 0.1891060 Jun 23 17:29:06.045211 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11044c49-19cf-45a7-9216-0afc039ba2fc req-2c5ce2e9-8dc0-4d32-af01-aa8472bb2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:06.049123 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-11044c49-19cf-45a7-9216-0afc039ba2fc req-2c5ce2e9-8dc0-4d32-af01-aa8472bb2555 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e76eaa9-e31e-4056-bbe9-7d61d33b0d27 HTTP/1.1" status: 200 len: 854 time: 0.0766857 Jun 23 17:29:06.082228 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ee1f2116-bfe3-4d94-8fe9-8727735f3d3b req-45967330-52c7-4a91-bbc4-35d7fe3a1a78 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080201 Jun 23 17:29:06.103554 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0bf21e8b-40f0-45c5-b08a-879253ac3e1e req-c658d12b-44f5-4f68-a29a-5c31561eeb8c service neutron] 10.222.0.74 "GET /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666229 Jun 23 17:29:06.177110 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11044c49-19cf-45a7-9216-0afc039ba2fc req-72abff3e-383b-431a-a44c-63ea2f214f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:06.177110 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-11044c49-19cf-45a7-9216-0afc039ba2fc req-72abff3e-383b-431a-a44c-63ea2f214f18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=47121177-295e-4912-a0cf-97dcf8d8388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1174133 Jun 23 17:29:06.267415 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:06.301077 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-11044c49-19cf-45a7-9216-0afc039ba2fc req-f1a18646-2dcf-4ec2-8f90-4aa1a8a101c2 service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126287 Jun 23 17:29:06.458962 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-11044c49-19cf-45a7-9216-0afc039ba2fc req-8867c93c-b843-4984-8aeb-39fd4282e547 service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383011 Jun 23 17:29:06.766544 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeecf7-1da1-47a9-8309-6c958f920ace req-4b324179-87f2-4068-8456-9f93c8daa982 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:06.769005 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6dbeecf7-1da1-47a9-8309-6c958f920ace req-4b324179-87f2-4068-8456-9f93c8daa982 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1234224 Jun 23 17:29:06.860943 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6dbeecf7-1da1-47a9-8309-6c958f920ace req-6bc75ba4-fde0-4efa-8f8d-7d58bd4b5cbf tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783386 Jun 23 17:29:07.321355 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a3888-f5c8-4e5a-b15b-7f7914463288 req-72e484ae-817f-4483-bf42-7bfea388816f tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:07.323080 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5b0a3888-f5c8-4e5a-b15b-7f7914463288 req-72e484ae-817f-4483-bf42-7bfea388816f tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 943 time: 0.0966747 Jun 23 17:29:07.398244 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5b0a3888-f5c8-4e5a-b15b-7f7914463288 req-4c929f73-7358-4d8b-97c5-886037fbf039 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606084 Jun 23 17:29:07.696213 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b6cea396-4569-4095-b746-5edbb515c1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:07.774833 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:29:07.894016 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:07.907391 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'port_id': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'mac_address': 'fa:16:3e:40:d2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:29:07.961221 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:07.976591 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:29:08.001940 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:08.081314 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59460) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:08.151430 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:08.153592 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:08.202524 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8dfc9-464b-49f5-9e0a-d4a0299619de req-6bb3af82-d08e-437c-94a1-82193d0bb7d4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:08.204729 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d8b8dfc9-464b-49f5-9e0a-d4a0299619de req-6bb3af82-d08e-437c-94a1-82193d0bb7d4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.0795207 Jun 23 17:29:08.206088 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:08.215415 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:08.215753 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:08.216267 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:08.216958 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:08.217447 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:08.217928 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:08.218551 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:08.219123 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:08.220275 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:08.220811 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:08.221465 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:08.221794 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:08.227022 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:08.255065 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d8b8dfc9-464b-49f5-9e0a-d4a0299619de req-d00c96d4-cb6f-4ca7-a4f0-8dd16510b120 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429993 Jun 23 17:29:08.258269 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8336b147-8c49-4471-bcdd-4f7f7c077181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:08.374492 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8336b147-8c49-4471-bcdd-4f7f7c077181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:08.478867 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['6a0f45f4-500e-4406-80e8-ad0975c4e2e1'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:29:08.542895 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8336b147-8c49-4471-bcdd-4f7f7c077181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:08.561547 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-67366942-dc0f-4505-81db-f5ce13f15993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:08.640149 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-8336b147-8c49-4471-bcdd-4f7f7c077181 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1f3580483a240e68d2ac3bc4969ecd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5570579 Jun 23 17:29:08.641456 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59472) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:08.651958 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce906a4-e014-40ff-86f3-dc117bc97772 req-8ebd04c5-f336-4895-829a-09ee6a516114 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:08.655121 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9ce906a4-e014-40ff-86f3-dc117bc97772 req-8ebd04c5-f336-4895-829a-09ee6a516114 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 944 time: 0.1215284 Jun 23 17:29:08.666594 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336b147-8c49-4471-bcdd-4f7f7c077181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e0ad0a-fc09-4640-9c22-dc0c0e72f598,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:08.674823 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8336b147-8c49-4471-bcdd-4f7f7c077181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:08.726421 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9ce906a4-e014-40ff-86f3-dc117bc97772 req-238597af-2c98-49c3-8a33-c97723abd6e9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644276 Jun 23 17:29:08.758598 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-9a4d9e0d-51d4-4838-91c2-2127cea42ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:08.760408 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-9a4d9e0d-51d4-4838-91c2-2127cea42ed8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150&tenant_id=6d2c437b0bb44576bcdb543df23b5100 HTTP/1.1" status: 200 len: 1096 time: 0.2310271 Jun 23 17:29:08.774079 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de671a9-df7e-4c2f-a3ef-84de021bfb54 req-b4613904-f5f3-4e9b-95ba-458ecd3c8a19 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:08.776010 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3de671a9-df7e-4c2f-a3ef-84de021bfb54 req-b4613904-f5f3-4e9b-95ba-458ecd3c8a19 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.0910840 Jun 23 17:29:08.776319 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e26dca53-dee9-4a41-b70e-8195f82569e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:08.802738 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e26dca53-dee9-4a41-b70e-8195f82569e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:08.835679 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3de671a9-df7e-4c2f-a3ef-84de021bfb54 req-b8ab022d-6956-45c5-8a8d-ef0f519dc567 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518167 Jun 23 17:29:08.891497 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-2b0972ca-a94a-497c-9da3-701101ead416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:08.893018 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-2b0972ca-a94a-497c-9da3-701101ead416 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 1096 time: 0.0789232 Jun 23 17:29:09.133773 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e26dca53-dee9-4a41-b70e-8195f82569e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:09.136312 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e26dca53-dee9-4a41-b70e-8195f82569e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:09.140211 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-e26dca53-dee9-4a41-b70e-8195f82569e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06e0ad0a-fc09-4640-9c22-dc0c0e72f598 HTTP/1.1" status: 204 len: 168 time: 0.4907291 Jun 23 17:29:09.144596 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-9e374c93-f19c-4bd2-8b59-00afcf9334a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:09.181097 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dca53-dee9-4a41-b70e-8195f82569e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e0ad0a-fc09-4640-9c22-dc0c0e72f598,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:09.186024 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-e26dca53-dee9-4a41-b70e-8195f82569e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:09.240058 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-d383b436-c1da-4166-b4ab-14f71ff494e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:09.242616 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-d383b436-c1da-4166-b4ab-14f71ff494e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 200 len: 918 time: 0.3395243 Jun 23 17:29:09.323919 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-539e5704-3f55-4f47-b82e-68868e510fd1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0730269 Jun 23 17:29:09.378936 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-f7187019-b098-46bd-b61d-c253625c01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:09.380513 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-f7187019-b098-46bd-b61d-c253625c01a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c9528e-dbea-4474-b5f9-ef2f976c0b36 HTTP/1.1" status: 200 len: 856 time: 0.0480738 Jun 23 17:29:09.454189 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:09.474104 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-cf6af207-38f4-4d3e-8958-2e981b80179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:09.475944 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-cf6af207-38f4-4d3e-8958-2e981b80179b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24554d49-d1fb-4273-bea4-2417edbdfc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863662 Jun 23 17:29:09.519233 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515c91a-1a3a-4da5-80ac-1feaabdb7ed6 req-75985a9b-60aa-4b9d-871e-faf9f03a9be0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:09.521652 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3515c91a-1a3a-4da5-80ac-1feaabdb7ed6 req-75985a9b-60aa-4b9d-871e-faf9f03a9be0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1256127 Jun 23 17:29:09.574361 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3515c91a-1a3a-4da5-80ac-1feaabdb7ed6 req-c5ecf022-1396-43dd-803e-316a4c1cfc49 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436144 Jun 23 17:29:09.654500 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-60812455-f2f8-45e0-876b-152e26558724 service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693447 Jun 23 17:29:09.797197 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:29:09.814479 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-18f873b9-1722-4f59-a1ab-ae0fc2e42dcd req-785f63b0-341c-447f-aaeb-2a9a974f813b service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513152 Jun 23 17:29:09.964384 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290c787-6040-43e4-8652-d834c22b70b6 req-34c59395-d54b-4308-9a82-8bda37995dc5 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:09.966057 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d290c787-6040-43e4-8652-d834c22b70b6 req-34c59395-d54b-4308-9a82-8bda37995dc5 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 944 time: 0.0730531 Jun 23 17:29:10.022616 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d290c787-6040-43e4-8652-d834c22b70b6 req-563ac950-3d42-49f3-81a8-95f939680b4f tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487607 Jun 23 17:29:10.079803 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:29:10.087121 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:29:10.088031 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:10.091620 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5f612-4dc0-43f4-9d84-65ccab58f249 req-e086e009-08cb-4156-9e7b-37215f619a05 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:10.093561 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-34c5f612-4dc0-43f4-9d84-65ccab58f249 req-e086e009-08cb-4156-9e7b-37215f619a05 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.0895925 Jun 23 17:29:10.151849 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-34c5f612-4dc0-43f4-9d84-65ccab58f249 req-fc5836b3-fb46-4652-b6f7-f33bf1fc9738 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505054 Jun 23 17:29:10.207264 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:10.242478 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:29:10.244990 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab86c6d-475c-4341-9c84-dcda17d1102f" -d '{"events": [{"server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "name": "network-vif-plugged", "status": "completed", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:29:10.264557 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:10.313994 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100efad4-14e6-441e-a945-b0aedd4c8217 x-openstack-request-id: req-100efad4-14e6-441e-a945-b0aedd4c8217 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:29:10.314509 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "name": "network-vif-plugged", "status": "completed", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:29:10.314921 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-100efad4-14e6-441e-a945-b0aedd4c8217 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:29:10.315628 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'code': 200} Jun 23 17:29:10.381135 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 59502) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:10.383618 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:10.391031 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:10.426509 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d83c6ef-0e88-48df-8fd8-07d6a39fe9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:10.522894 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:10.528854 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:10.609429 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d83c6ef-0e88-48df-8fd8-07d6a39fe9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:10.712403 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d83c6ef-0e88-48df-8fd8-07d6a39fe9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:10.724258 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-5a17df7c-a58a-482a-ae04-825eb973d519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:10.747033 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:10.766059 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-7d83c6ef-0e88-48df-8fd8-07d6a39fe9d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3610bd8fb6e4bce93a06fe48128d9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809590 Jun 23 17:29:10.766265 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83c6ef-0e88-48df-8fd8-07d6a39fe9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1b6f1f-82b7-45b8-a6a3-104cd54e3d6a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:10.766424 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59518) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:10.769960 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-7d83c6ef-0e88-48df-8fd8-07d6a39fe9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:10.901967 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c5fffec8-f8fc-49fd-a9a2-32bb1d00e0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:10.948673 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3c6ab-84f0-4d63-bbe0-65b4e61445fb req-13b62218-203f-4a97-99e6-b5d491b3d4a6 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:10.961759 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9ed3c6ab-84f0-4d63-bbe0-65b4e61445fb req-13b62218-203f-4a97-99e6-b5d491b3d4a6 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1753211 Jun 23 17:29:10.961971 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c5fffec8-f8fc-49fd-a9a2-32bb1d00e0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:11.047518 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9ed3c6ab-84f0-4d63-bbe0-65b4e61445fb req-78676f21-54d8-47c7-8612-fb4f7358b9b0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845358 Jun 23 17:29:11.198836 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c5fffec8-f8fc-49fd-a9a2-32bb1d00e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:11.201464 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c5fffec8-f8fc-49fd-a9a2-32bb1d00e0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:11.203461 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c5fffec8-f8fc-49fd-a9a2-32bb1d00e0d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd1b6f1f-82b7-45b8-a6a3-104cd54e3d6a HTTP/1.1" status: 204 len: 168 time: 0.4340606 Jun 23 17:29:11.204286 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b9d29397-d243-4ddc-ae82-3c3f093de281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:11.228229 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fffec8-f8fc-49fd-a9a2-32bb1d00e0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1b6f1f-82b7-45b8-a6a3-104cd54e3d6a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:11.248586 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c5fffec8-f8fc-49fd-a9a2-32bb1d00e0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:11.425600 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f13179-d6c3-4056-82c8-91fb438ee1d4 req-7c1709dd-6867-42c1-bca3-6a53fa2d037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:11.427719 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-57f13179-d6c3-4056-82c8-91fb438ee1d4 req-7c1709dd-6867-42c1-bca3-6a53fa2d037e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 1098 time: 0.1253283 Jun 23 17:29:11.529685 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c82d2-3870-4aa3-8a57-173d5e9bd929 req-e76d2f8a-c76d-4a55-9751-1e85e40c5df5 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:11.529685 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0c5c82d2-3870-4aa3-8a57-173d5e9bd929 req-e76d2f8a-c76d-4a55-9751-1e85e40c5df5 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.2168272 Jun 23 17:29:11.574442 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-57f13179-d6c3-4056-82c8-91fb438ee1d4 req-ae0759f4-48fa-4a10-977a-c1b4a1a07f36 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596588 Jun 23 17:29:11.636869 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6001e40-af7b-4a00-b5fe-801b62a2cd34 req-75be9430-a880-4058-94e3-f23430a2ae83 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:11.649819 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e6001e40-af7b-4a00-b5fe-801b62a2cd34 req-75be9430-a880-4058-94e3-f23430a2ae83 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.2256124 Jun 23 17:29:11.679846 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0c5c82d2-3870-4aa3-8a57-173d5e9bd929 req-f3186e40-ab7f-4f3f-8005-652b69058829 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541531 Jun 23 17:29:11.785778 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e6001e40-af7b-4a00-b5fe-801b62a2cd34 req-ba551cf6-c433-418b-9e68-33aa266659fc tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344504 Jun 23 17:29:12.432843 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7f0a-a1e5-40b6-8c51-581186009ce0 req-6271d436-4734-41a6-bd65-8d188db21f9c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:12.434488 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-180d7f0a-a1e5-40b6-8c51-581186009ce0 req-6271d436-4734-41a6-bd65-8d188db21f9c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1423252 Jun 23 17:29:12.515807 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-180d7f0a-a1e5-40b6-8c51-581186009ce0 req-b8ec5a77-a35f-431a-8558-0f877a7ae0d3 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694799 Jun 23 17:29:13.090100 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571333f5-52b2-43f6-8868-efd90afc5d35 req-96bed8a6-4aa9-417f-b645-04be0edde673 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:13.091758 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-571333f5-52b2-43f6-8868-efd90afc5d35 req-96bed8a6-4aa9-417f-b645-04be0edde673 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.1820810 Jun 23 17:29:13.139427 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71416d6c-1417-4cb9-8728-17aa0cc5e4e0 req-c629b265-31f8-4f09-9148-1ea0530fc81f tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:13.141114 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71416d6c-1417-4cb9-8728-17aa0cc5e4e0 req-c629b265-31f8-4f09-9148-1ea0530fc81f tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1690593 Jun 23 17:29:13.167044 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-571333f5-52b2-43f6-8868-efd90afc5d35 req-7ea1490f-0fb1-4239-a6e8-a75829be4675 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662596 Jun 23 17:29:13.214847 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71416d6c-1417-4cb9-8728-17aa0cc5e4e0 req-901c81e9-48fd-4f8f-8d95-0816c9340a0c tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Jun 23 17:29:13.901656 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6743b-a5f1-4154-aa13-adfec21c5655 req-505c81c8-dd6c-4aaf-96bd-aca608495731 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:13.904762 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d0f6743b-a5f1-4154-aa13-adfec21c5655 req-505c81c8-dd6c-4aaf-96bd-aca608495731 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1531961 Jun 23 17:29:13.962291 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d0f6743b-a5f1-4154-aa13-adfec21c5655 req-7c324028-7163-46a7-83c8-046b5fee2771 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463090 Jun 23 17:29:14.632114 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d5b80-3f4f-44cf-98cd-b2218b5654fe req-902d6702-d363-4128-8fe2-39effb5a71e2 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:14.633742 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fb0d5b80-3f4f-44cf-98cd-b2218b5654fe req-902d6702-d363-4128-8fe2-39effb5a71e2 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.2084334 Jun 23 17:29:14.694685 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45399d2e-c433-4cc7-9eca-56ace27b0bf5 req-16058e55-8310-4448-aab5-6d7fd101f7f2 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:14.697459 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-45399d2e-c433-4cc7-9eca-56ace27b0bf5 req-16058e55-8310-4448-aab5-6d7fd101f7f2 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.2145419 Jun 23 17:29:14.765215 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fb0d5b80-3f4f-44cf-98cd-b2218b5654fe req-e62bdcdc-d7b4-4111-9a92-c26a28b0dafc tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165791 Jun 23 17:29:14.812190 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-45399d2e-c433-4cc7-9eca-56ace27b0bf5 req-86597725-ee81-431b-9ee3-95503e7fc72a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878618 Jun 23 17:29:15.286515 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769c99c-90b5-40f4-9a32-cea2791dc3b5 req-28ff3e91-5d4e-42fe-a53f-66fcfb2b1250 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:15.288374 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2769c99c-90b5-40f4-9a32-cea2791dc3b5 req-28ff3e91-5d4e-42fe-a53f-66fcfb2b1250 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1044242 Jun 23 17:29:15.352140 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2769c99c-90b5-40f4-9a32-cea2791dc3b5 req-4f1a5cec-c337-4b52-8fab-78e774ad3426 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526416 Jun 23 17:29:16.071916 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350be368-255e-44d2-ae87-5714c0220605 req-f24c010e-f326-40b7-b6cf-8c0efe219e3b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:16.073644 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-350be368-255e-44d2-ae87-5714c0220605 req-f24c010e-f326-40b7-b6cf-8c0efe219e3b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.1137397 Jun 23 17:29:16.172002 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-350be368-255e-44d2-ae87-5714c0220605 req-8d1f1624-dbf1-4c94-80a7-e8a72e7d1719 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737376 Jun 23 17:29:16.360053 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a4887-e0de-4980-805b-209805820c16 req-dd66969f-2bcf-46f5-933c-96484d364790 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:16.361563 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-374a4887-e0de-4980-805b-209805820c16 req-dd66969f-2bcf-46f5-933c-96484d364790 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1060910 Jun 23 17:29:16.410323 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-374a4887-e0de-4980-805b-209805820c16 req-bdb6f951-d182-4021-8b65-8d97aaf0be76 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Jun 23 17:29:16.655301 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511a64f-194d-4e77-8e76-45579a3840c2 req-ddd978b3-a1bc-4428-9312-8d1b4d67c605 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:16.655851 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0511a64f-194d-4e77-8e76-45579a3840c2 req-ddd978b3-a1bc-4428-9312-8d1b4d67c605 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1273692 Jun 23 17:29:16.729101 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0511a64f-194d-4e77-8e76-45579a3840c2 req-832cd06b-f8f2-4737-9eb1-46e73c5dc436 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653799 Jun 23 17:29:17.497598 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80789-02ff-47cd-9f6b-de8d25616962 req-c9558378-735e-4f4a-b68a-7edbaaf349d0 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:17.497598 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7bb80789-02ff-47cd-9f6b-de8d25616962 req-c9558378-735e-4f4a-b68a-7edbaaf349d0 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.1175053 Jun 23 17:29:17.638129 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7bb80789-02ff-47cd-9f6b-de8d25616962 req-383edf5a-d44e-42b2-8cac-197b90e6a4c2 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273999 Jun 23 17:29:17.779184 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35279b-64c7-43e7-afb4-98c2f7add9d8 req-43dc2a29-b0ee-48c2-a2ff-7259a9dcad25 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:17.782953 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1f35279b-64c7-43e7-afb4-98c2f7add9d8 req-43dc2a29-b0ee-48c2-a2ff-7259a9dcad25 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1430595 Jun 23 17:29:17.867224 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1f35279b-64c7-43e7-afb4-98c2f7add9d8 req-30d0cf36-ccc7-454c-82c2-faf7189e6d5f tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745084 Jun 23 17:29:18.071525 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478a85-d2d6-42f6-852e-6c8793e45ec0 req-a0adb8ca-424c-4125-ad3d-44b96a75d924 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:18.073605 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-25478a85-d2d6-42f6-852e-6c8793e45ec0 req-a0adb8ca-424c-4125-ad3d-44b96a75d924 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1020298 Jun 23 17:29:18.126365 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-25478a85-d2d6-42f6-852e-6c8793e45ec0 req-1747f123-f3f7-4edb-b704-a1384145eecb tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410507 Jun 23 17:29:18.866946 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c6641-fce3-42d2-ab2b-e071e8acb04e req-d8b20651-9029-4f79-9d35-b0d360be03f0 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:18.868796 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-177c6641-fce3-42d2-ab2b-e071e8acb04e req-d8b20651-9029-4f79-9d35-b0d360be03f0 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.0827112 Jun 23 17:29:18.916002 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-177c6641-fce3-42d2-ab2b-e071e8acb04e req-b6dd4174-9ae4-4b25-a5a4-14962ec15566 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409272 Jun 23 17:29:19.201846 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8918d-02b1-40be-9f40-ebdfb6188df0 req-609660be-e251-44d1-bff1-c34412865bb0 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:19.205672 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bca8918d-02b1-40be-9f40-ebdfb6188df0 req-609660be-e251-44d1-bff1-c34412865bb0 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1137965 Jun 23 17:29:19.277028 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bca8918d-02b1-40be-9f40-ebdfb6188df0 req-d00f2def-ea26-4cd8-99fa-a7cf3a22f4d8 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626597 Jun 23 17:29:19.497415 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460347b5-da8c-4850-a0ff-7942b95299a7 req-9a341e5f-e4ea-4ce7-884e-9de7fb3a44f2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:19.500646 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-460347b5-da8c-4850-a0ff-7942b95299a7 req-9a341e5f-e4ea-4ce7-884e-9de7fb3a44f2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1293678 Jun 23 17:29:19.567769 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-460347b5-da8c-4850-a0ff-7942b95299a7 req-6563cd81-b5dc-404a-b12b-b9a472b1a330 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544236 Jun 23 17:29:20.309040 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52468cbc-a1b9-49d8-b4ff-68a71a15caa8 req-23b49ae4-553b-45b8-ac60-10c9250505e4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:20.310712 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-52468cbc-a1b9-49d8-b4ff-68a71a15caa8 req-23b49ae4-553b-45b8-ac60-10c9250505e4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.1299829 Jun 23 17:29:20.435509 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-52468cbc-a1b9-49d8-b4ff-68a71a15caa8 req-cadaff42-b68f-451c-bcf8-f2b24de6ac9e tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121783 Jun 23 17:29:20.743969 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbc420-226b-4723-8c59-2c206717d03f req-1ea4b594-bc9a-4207-8e5d-6e94af9ffcf2 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:20.748289 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d0cbc420-226b-4723-8c59-2c206717d03f req-1ea4b594-bc9a-4207-8e5d-6e94af9ffcf2 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1870582 Jun 23 17:29:20.886448 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d0cbc420-226b-4723-8c59-2c206717d03f req-fe1143af-c2ec-4f45-be0a-7ae58b5d5d0d tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319709 Jun 23 17:29:20.971075 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28983ed2-cca5-4c92-a9b4-b5bf1e644dc0 req-096a6cc8-8ed6-4125-a9ba-40ee5be3a4b8 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:20.971075 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-28983ed2-cca5-4c92-a9b4-b5bf1e644dc0 req-096a6cc8-8ed6-4125-a9ba-40ee5be3a4b8 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1690531 Jun 23 17:29:21.065403 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-28983ed2-cca5-4c92-a9b4-b5bf1e644dc0 req-a6f5dbde-f9e4-4e33-a839-18cc79c357f6 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870280 Jun 23 17:29:21.754523 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0459d-e021-4349-becb-eef4452f95ef req-12ba43f2-f381-48d6-9cad-09c05fecfa8a tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:21.756275 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f9e0459d-e021-4349-becb-eef4452f95ef req-12ba43f2-f381-48d6-9cad-09c05fecfa8a tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.1005874 Jun 23 17:29:21.813692 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f9e0459d-e021-4349-becb-eef4452f95ef req-d49ef015-4565-4f19-95f3-b15f456e01c9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462854 Jun 23 17:29:22.103792 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ae811-a2d4-4526-be7a-411191b6f04f req-438405f1-53db-49f2-919c-ffed749bca79 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:22.112106 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ed6ae811-a2d4-4526-be7a-411191b6f04f req-438405f1-53db-49f2-919c-ffed749bca79 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.0909424 Jun 23 17:29:22.192430 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ed6ae811-a2d4-4526-be7a-411191b6f04f req-35448267-11d4-4dd5-ab0b-2b8fc6af8e1c tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784855 Jun 23 17:29:22.402022 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff40db3-2a31-4e10-9516-0fbe7cc55b62 req-19d76bf5-b330-4e89-bc06-0d08bb531882 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:22.403625 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cff40db3-2a31-4e10-9516-0fbe7cc55b62 req-19d76bf5-b330-4e89-bc06-0d08bb531882 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1120749 Jun 23 17:29:22.463688 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cff40db3-2a31-4e10-9516-0fbe7cc55b62 req-87c795b3-38e0-4b0d-8fc8-b467ab0322f0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484250 Jun 23 17:29:22.471337 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4f4c7-0d42-42f6-852f-ccc42c709291 req-20fae60e-1783-4e7f-9483-ce8db4744d0c tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:22.473349 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-43f4f4c7-0d42-42f6-852f-ccc42c709291 req-20fae60e-1783-4e7f-9483-ce8db4744d0c tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.74 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 946 time: 0.1848204 Jun 23 17:29:22.665508 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-43f4f4c7-0d42-42f6-852f-ccc42c709291 req-54deaf05-4ae3-4eb7-a8fd-70ac3f06e9fa tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Deleting port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:29:22.666196 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-43f4f4c7-0d42-42f6-852f-ccc42c709291 req-54deaf05-4ae3-4eb7-a8fd-70ac3f06e9fa tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:22.774207 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-43f4f4c7-0d42-42f6-852f-ccc42c709291 req-54deaf05-4ae3-4eb7-a8fd-70ac3f06e9fa tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] For port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=0f59a660-0c7c-4a11-8ea2-fb261b89b17a,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:22.774805 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-43f4f4c7-0d42-42f6-852f-ccc42c709291 req-54deaf05-4ae3-4eb7-a8fd-70ac3f06e9fa tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:22.795239 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-43f4f4c7-0d42-42f6-852f-ccc42c709291 req-54deaf05-4ae3-4eb7-a8fd-70ac3f06e9fa tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Calling delete_port for 0f59a660-0c7c-4a11-8ea2-fb261b89b17a owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:29:23.147545 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-43f4f4c7-0d42-42f6-852f-ccc42c709291 req-54deaf05-4ae3-4eb7-a8fd-70ac3f06e9fa tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:23.153206 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:23.162555 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['884dc6a3-3735-4115-9fe2-e6d138eb2279', '0f59a660-0c7c-4a11-8ea2-fb261b89b17a'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:29:23.246935 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54deaf05-4ae3-4eb7-a8fd-70ac3f06e9fa tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Pushing event deleted for resources: {'Port': ['ID=0f59a660-0c7c-4a11-8ea2-fb261b89b17a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:23.253047 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-54deaf05-4ae3-4eb7-a8fd-70ac3f06e9fa tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:23.365884 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f4f4c7-0d42-42f6-852f-ccc42c709291 req-54deaf05-4ae3-4eb7-a8fd-70ac3f06e9fa tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] No DVR routers for this DVR port 0f59a660-0c7c-4a11-8ea2-fb261b89b17a on host hv-cinder-78825 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:29:23.375837 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-43f4f4c7-0d42-42f6-852f-ccc42c709291 req-54deaf05-4ae3-4eb7-a8fd-70ac3f06e9fa tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:23.378438 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-43f4f4c7-0d42-42f6-852f-ccc42c709291 req-54deaf05-4ae3-4eb7-a8fd-70ac3f06e9fa tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.74 "DELETE /v2.0/ports/0f59a660-0c7c-4a11-8ea2-fb261b89b17a HTTP/1.1" status: 204 len: 173 time: 0.8964250 Jun 23 17:29:23.379286 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949e0753-0f9a-44eb-a095-a4b0309eb444', 'name': 'network-vif-deleted', 'tag': '0f59a660-0c7c-4a11-8ea2-fb261b89b17a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:29:23.382028 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96821e7b3fc1c3ca34718932d534275ff0ce8c1a006a36611bf262d3b0796c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a649747b-a53a-49ae-91fb-08e5c9102a4e" -d '{"events": [{"server_uuid": "949e0753-0f9a-44eb-a095-a4b0309eb444", "name": "network-vif-deleted", "tag": "0f59a660-0c7c-4a11-8ea2-fb261b89b17a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:29:23.461684 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c0fa6b-0a23-4bd4-a1c4-52770309e35b req-ec65ee44-f9d7-4e7a-9ad0-e9cd4cf9f306 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 210 time: 0.0355644 Jun 23 17:29:23.519046 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedd323-68d7-4dbb-9719-2d42599563fc req-9d043caa-3689-487b-8bf5-4b51f1eafb72 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:23.521718 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3bedd323-68d7-4dbb-9719-2d42599563fc req-9d043caa-3689-487b-8bf5-4b51f1eafb72 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.4788458 Jun 23 17:29:23.553615 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1751d2df-0b45-422c-a8ee-be26c59f5a03 x-openstack-request-id: req-1751d2df-0b45-422c-a8ee-be26c59f5a03 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:29:23.554255 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949e0753-0f9a-44eb-a095-a4b0309eb444", "name": "network-vif-deleted", "tag": "0f59a660-0c7c-4a11-8ea2-fb261b89b17a", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:29:23.554468 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1751d2df-0b45-422c-a8ee-be26c59f5a03 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:29:23.555170 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949e0753-0f9a-44eb-a095-a4b0309eb444', 'name': 'network-vif-deleted', 'tag': '0f59a660-0c7c-4a11-8ea2-fb261b89b17a', 'status': 'completed', 'code': 200} Jun 23 17:29:23.609398 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3bedd323-68d7-4dbb-9719-2d42599563fc req-f951e92e-91af-4c43-a909-afdefa18d6f2 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745249 Jun 23 17:29:23.816761 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03e153-e4d6-4aee-83d4-41c7a33e8981 req-43d7cee5-30f0-4b95-8c0c-77120a1da242 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:23.818590 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-df03e153-e4d6-4aee-83d4-41c7a33e8981 req-43d7cee5-30f0-4b95-8c0c-77120a1da242 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1021991 Jun 23 17:29:23.878266 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-df03e153-e4d6-4aee-83d4-41c7a33e8981 req-7fd9b8d6-44ba-428a-adfe-09a2887053c1 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532153 Jun 23 17:29:24.552623 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5a377-e4b5-4686-9832-5fbd7e10b1cd req-297e999b-d564-4d9a-b911-9be8e1e5cbc3 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:24.567192 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a8c5a377-e4b5-4686-9832-5fbd7e10b1cd req-297e999b-d564-4d9a-b911-9be8e1e5cbc3 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1022916 Jun 23 17:29:24.638972 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a8c5a377-e4b5-4686-9832-5fbd7e10b1cd req-99456899-03c2-4f57-88b6-d8e9126dc249 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697024 Jun 23 17:29:24.698359 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7db011c7-8236-4e44-a86f-340925f505c2 req-8a7541b5-7b8c-4357-a750-4cc33cd1d515 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=949e0753-0f9a-44eb-a095-a4b0309eb444 HTTP/1.1" status: 200 len: 210 time: 0.0516775 Jun 23 17:29:24.871545 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7f4b6-428d-4ef2-a29a-cdcdbd4ea05f req-eaa4ea66-a560-40f6-b6b5-8a8d2246cc2c tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:24.873486 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f7c7f4b6-428d-4ef2-a29a-cdcdbd4ea05f req-eaa4ea66-a560-40f6-b6b5-8a8d2246cc2c tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.0839252 Jun 23 17:29:24.930409 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f7c7f4b6-428d-4ef2-a29a-cdcdbd4ea05f req-edbea590-38c3-46a8-bb99-e1265386274d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493639 Jun 23 17:29:25.168571 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f516d7f-382d-4607-8bee-efd79c6c4d5d req-718807b2-9bc2-456d-977d-5910ddce8832 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:25.170200 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3f516d7f-382d-4607-8bee-efd79c6c4d5d req-718807b2-9bc2-456d-977d-5910ddce8832 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.1124089 Jun 23 17:29:25.180105 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542465ea-37df-445e-916b-8e95b8835b8f req-57199ba1-ccb4-43cc-a9c3-65b634701557 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:25.181518 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-542465ea-37df-445e-916b-8e95b8835b8f req-57199ba1-ccb4-43cc-a9c3-65b634701557 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 943 time: 0.1224256 Jun 23 17:29:25.235208 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3f516d7f-382d-4607-8bee-efd79c6c4d5d req-4f9787b3-c06a-4b9a-a770-4414511840aa tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525305 Jun 23 17:29:25.256421 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-542465ea-37df-445e-916b-8e95b8835b8f req-8c7e4494-efb2-4e4a-8d8d-d5a1349c1138 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581429 Jun 23 17:29:25.707528 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b14dd-7f84-431d-a3d3-0e476a178c3c req-0ed20eae-86f3-4b56-9f8d-f2c4d9891af5 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:25.711916 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cd7b14dd-7f84-431d-a3d3-0e476a178c3c req-0ed20eae-86f3-4b56-9f8d-f2c4d9891af5 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.0905757 Jun 23 17:29:25.761862 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cd7b14dd-7f84-431d-a3d3-0e476a178c3c req-d6a8c7ce-5f4e-4d52-9dc4-2f3c79bcabef tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Jun 23 17:29:25.864915 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaacfdf-38bd-420c-9a59-700b393d0295 req-b094d4ff-06a5-449e-8100-f10d3bbc1538 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:25.866511 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ddaacfdf-38bd-420c-9a59-700b393d0295 req-b094d4ff-06a5-449e-8100-f10d3bbc1538 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1038580 Jun 23 17:29:25.937728 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ddaacfdf-38bd-420c-9a59-700b393d0295 req-91ec16cc-26b1-45a0-ba34-a5422903bb07 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626855 Jun 23 17:29:25.943543 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:29:25.947424 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 0f59a660-0c7c-4a11-8ea2-fb261b89b17a no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:29:25.987336 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 0f59a660-0c7c-4a11-8ea2-fb261b89b17a {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:29:25.987804 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 0f59a660-0c7c-4a11-8ea2-fb261b89b17a not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:29:26.103337 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:26.117234 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'port_id': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'mac_address': 'fa:16:3e:28:52:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:29:26.166121 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:26.181843 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:29:26.205193 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:26.295761 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:26.299164 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-eee2afd6-c724-4c98-ae78-7d8de39b9406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:26.370770 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,revision_number=9']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:26.374952 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:26.519753 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf176500-a772-45a1-a632-e182b348223b req-9d63195b-3081-4c80-8408-945a082327e4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:26.521414 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bf176500-a772-45a1-a632-e182b348223b req-9d63195b-3081-4c80-8408-945a082327e4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 944 time: 0.0791845 Jun 23 17:29:26.591898 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bf176500-a772-45a1-a632-e182b348223b req-8c86fbb3-e36e-4227-bf7e-74b3c73e4a41 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592155 Jun 23 17:29:26.617906 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['5150d7df-9407-4f58-9f6d-d79d2a43e4d3'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:29:26.899672 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee534f-9964-4bad-abe8-afde30dbc8d5 req-8f3f4705-bbed-4b3a-9a66-6c0283020cd5 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:26.901235 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-76ee534f-9964-4bad-abe8-afde30dbc8d5 req-8f3f4705-bbed-4b3a-9a66-6c0283020cd5 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1223359 Jun 23 17:29:26.952683 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-76ee534f-9964-4bad-abe8-afde30dbc8d5 req-c36bfeaf-15c3-4c94-b2c8-b6c45cd02499 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443683 Jun 23 17:29:27.220336 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8587d5-d816-403f-b4fa-fc89276193d5 req-1c0815fd-b7a9-4423-af64-3258fa402da6 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:27.223001 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ff8587d5-d816-403f-b4fa-fc89276193d5 req-1c0815fd-b7a9-4423-af64-3258fa402da6 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1132741 Jun 23 17:29:27.266828 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ff8587d5-d816-403f-b4fa-fc89276193d5 req-97035262-2ceb-4a24-ade8-7ee91a5146e2 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379179 Jun 23 17:29:27.866067 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ff4d7-1d90-4f89-8fcd-d2d6dc9f8008 req-330cddc9-d741-42de-8a3a-f6f23beeeada tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:27.870655 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e39ff4d7-1d90-4f89-8fcd-d2d6dc9f8008 req-330cddc9-d741-42de-8a3a-f6f23beeeada tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 944 time: 0.0816023 Jun 23 17:29:27.934679 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e39ff4d7-1d90-4f89-8fcd-d2d6dc9f8008 req-bbdbafca-b6c6-487f-88aa-ce7906b1210f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565898 Jun 23 17:29:27.958051 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:29:28.022586 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:29:28.023032 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:28.131328 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:28.162154 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:29:28.164321 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee576404-f1e3-4ab7-829b-c2287092cfa3" -d '{"events": [{"server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "name": "network-vif-plugged", "status": "completed", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:29:28.185601 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:28.214769 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f25771-8b70-48ed-9d71-d2e57f1817a0 req-fee940c0-8ad4-4834-aba3-19e31515484a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:28.216534 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f5f25771-8b70-48ed-9d71-d2e57f1817a0 req-fee940c0-8ad4-4834-aba3-19e31515484a tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1126108 Jun 23 17:29:28.218895 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd0cb18-6da1-4537-ac9e-1dc804fe1a62 x-openstack-request-id: req-6fd0cb18-6da1-4537-ac9e-1dc804fe1a62 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:29:28.219166 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "name": "network-vif-plugged", "status": "completed", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:29:28.219462 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fd0cb18-6da1-4537-ac9e-1dc804fe1a62 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:29:28.219833 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'code': 200} Jun 23 17:29:28.262964 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f5f25771-8b70-48ed-9d71-d2e57f1817a0 req-2efe1bc5-f59d-4cb8-8d78-786ce319a823 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Jun 23 17:29:28.288526 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:28.291888 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-c52d4d37-501f-40b6-986d-6b2aa3efe818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:28.355470 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,revision_number=10']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:28.359575 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:28.485379 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8e23-83b2-4dd8-a4ad-55800ef19180 req-ea9a77e3-8666-43ac-8faa-0b955cff0be3 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:28.487131 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d02a8e23-83b2-4dd8-a4ad-55800ef19180 req-ea9a77e3-8666-43ac-8faa-0b955cff0be3 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.0737312 Jun 23 17:29:28.527982 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d02a8e23-83b2-4dd8-a4ad-55800ef19180 req-f0226dd9-8c0e-45e5-b7bc-2b7eb55be7ec tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350981 Jun 23 17:29:29.042855 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a2eae-7fa0-4d89-a75e-181a05683ba6 req-5cdfc4e9-47d0-4307-a8ab-d862e0a3d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:29.044316 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-393a2eae-7fa0-4d89-a75e-181a05683ba6 req-5cdfc4e9-47d0-4307-a8ab-d862e0a3d391 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 1099 time: 0.0642948 Jun 23 17:29:29.086027 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-393a2eae-7fa0-4d89-a75e-181a05683ba6 req-366ee991-3649-443f-85eb-6128c7a6af83 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331161 Jun 23 17:29:29.193035 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f35d7-b9de-4f69-8c7e-75adb05c9b57 req-28befd10-2473-4a72-bada-a6f6ca7394f8 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:29.194776 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e17f35d7-b9de-4f69-8c7e-75adb05c9b57 req-28befd10-2473-4a72-bada-a6f6ca7394f8 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 946 time: 0.0738339 Jun 23 17:29:29.240448 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e17f35d7-b9de-4f69-8c7e-75adb05c9b57 req-da839f06-c868-4a8c-b45e-d93c6841f0cf tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394115 Jun 23 17:29:29.524563 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35949de2-2985-4261-8dd2-768a38cc8877 req-ddae4bed-89a4-4ee6-83df-67bcf5c5beb4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:29.526177 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35949de2-2985-4261-8dd2-768a38cc8877 req-ddae4bed-89a4-4ee6-83df-67bcf5c5beb4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0976603 Jun 23 17:29:29.581367 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35949de2-2985-4261-8dd2-768a38cc8877 req-0bf11227-50ed-42a6-96c5-292e2b669f70 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Jun 23 17:29:29.747777 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38311cd-bb41-411e-87bf-febbbf72b8cc req-85f1b63b-e91f-4df4-835e-aca4d91dc727 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:29.749445 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e38311cd-bb41-411e-87bf-febbbf72b8cc req-85f1b63b-e91f-4df4-835e-aca4d91dc727 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.0735219 Jun 23 17:29:29.795988 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e38311cd-bb41-411e-87bf-febbbf72b8cc req-e7d50702-651d-41bb-972e-8b9219c5325b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402215 Jun 23 17:29:30.496039 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1e436-86a4-4a69-9435-edab94245830 req-e3253ec7-7bb3-47a2-8017-48c004f282de tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:30.497620 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-89c1e436-86a4-4a69-9435-edab94245830 req-e3253ec7-7bb3-47a2-8017-48c004f282de tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 946 time: 0.1089458 Jun 23 17:29:30.548394 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-89c1e436-86a4-4a69-9435-edab94245830 req-8fd223e8-c8ca-4289-a334-da4bf26937a4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441999 Jun 23 17:29:30.830576 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18352133-7f5a-4235-9f10-981e3e7d9fb3 req-6bbaa4d1-2701-4c42-98ab-4ab2ccbcc627 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:30.832400 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-18352133-7f5a-4235-9f10-981e3e7d9fb3 req-6bbaa4d1-2701-4c42-98ab-4ab2ccbcc627 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0840423 Jun 23 17:29:30.905529 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-18352133-7f5a-4235-9f10-981e3e7d9fb3 req-9e759f1e-cbf8-4f9f-84f9-396d61d5edae tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597968 Jun 23 17:29:31.038667 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8428323-06b0-43bc-909b-53afb2b802af req-736ff16e-58e6-4311-8416-b35ffaa4d435 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:31.041493 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a8428323-06b0-43bc-909b-53afb2b802af req-736ff16e-58e6-4311-8416-b35ffaa4d435 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.0789790 Jun 23 17:29:31.109418 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a8428323-06b0-43bc-909b-53afb2b802af req-b36c8d2d-6106-46f2-91de-6e3f6e4f8cd9 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561068 Jun 23 17:29:31.706469 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:29:31.802957 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaded7-5539-415c-876e-fa5245e4fb26 req-94e6fba9-b793-421a-a5b5-51fd6ad3451c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:31.804515 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-42eaded7-5539-415c-876e-fa5245e4fb26 req-94e6fba9-b793-421a-a5b5-51fd6ad3451c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 946 time: 0.0743723 Jun 23 17:29:31.854074 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-42eaded7-5539-415c-876e-fa5245e4fb26 req-70589c95-1c40-4ed8-9929-ab3880ef985d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431731 Jun 23 17:29:32.126231 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2046d4-d1d6-4a5b-a242-ac36b1a27ab7 req-e1eefa2b-5eb9-4a2f-86e9-54e7c2dda90f tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:32.128158 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ee2046d4-d1d6-4a5b-a242-ac36b1a27ab7 req-e1eefa2b-5eb9-4a2f-86e9-54e7c2dda90f tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.0853071 Jun 23 17:29:32.191894 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ee2046d4-d1d6-4a5b-a242-ac36b1a27ab7 req-568445e5-10c7-4d74-a125-9afcdb0f8e17 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574129 Jun 23 17:29:32.320927 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:32.369278 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87941e-26cd-4633-a4a7-cb8f6f608334 req-62c90802-5971-4e67-888b-872095116de6 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:32.372233 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e87941e-26cd-4633-a4a7-cb8f6f608334 req-62c90802-5971-4e67-888b-872095116de6 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.0889642 Jun 23 17:29:32.419371 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0e87941e-26cd-4633-a4a7-cb8f6f608334 req-ef768113-784d-4ba6-9047-41f7c5333a5c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410585 Jun 23 17:29:33.119404 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aa0a9-87f6-4b22-83be-427bc9679821 req-fbc0d9cc-5225-4987-b682-b214c970bad0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:33.121021 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6e8aa0a9-87f6-4b22-83be-427bc9679821 req-fbc0d9cc-5225-4987-b682-b214c970bad0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 946 time: 0.1248302 Jun 23 17:29:33.130422 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87b675-15fc-43f0-9e87-8fc2cc245aa6 req-4b4dda38-e5bf-4620-b8ea-30b8b90588c1 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:33.132037 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ba87b675-15fc-43f0-9e87-8fc2cc245aa6 req-4b4dda38-e5bf-4620-b8ea-30b8b90588c1 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.1015661 Jun 23 17:29:33.177261 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6cecc-0c45-48c4-ab8b-da83dc970685 req-a3163333-553f-4f68-a77a-c1080e86efb0 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:33.179774 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-aaa6cecc-0c45-48c4-ab8b-da83dc970685 req-a3163333-553f-4f68-a77a-c1080e86efb0 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.74 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.1290233 Jun 23 17:29:33.199483 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6e8aa0a9-87f6-4b22-83be-427bc9679821 req-5adecee4-8eff-43c8-a7dc-8888f0d5580a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661449 Jun 23 17:29:33.206737 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ba87b675-15fc-43f0-9e87-8fc2cc245aa6 req-d22294d3-2f27-4586-af11-e77b560dc097 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666106 Jun 23 17:29:33.258564 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 59860) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:33.356457 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-aaa6cecc-0c45-48c4-ab8b-da83dc970685 req-9831ab08-680c-4313-91f4-9bf7e20d637b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Deleting port 884dc6a3-3735-4115-9fe2-e6d138eb2279 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:29:33.357009 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-aaa6cecc-0c45-48c4-ab8b-da83dc970685 req-9831ab08-680c-4313-91f4-9bf7e20d637b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:33.567872 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-aaa6cecc-0c45-48c4-ab8b-da83dc970685 req-9831ab08-680c-4313-91f4-9bf7e20d637b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] For port 884dc6a3-3735-4115-9fe2-e6d138eb2279, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=884dc6a3-3735-4115-9fe2-e6d138eb2279,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:33.568458 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-aaa6cecc-0c45-48c4-ab8b-da83dc970685 req-9831ab08-680c-4313-91f4-9bf7e20d637b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:33.598907 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-aaa6cecc-0c45-48c4-ab8b-da83dc970685 req-9831ab08-680c-4313-91f4-9bf7e20d637b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Calling delete_port for 884dc6a3-3735-4115-9fe2-e6d138eb2279 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:29:33.650440 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72534ace-84d5-4954-b284-8e61daabe5db req-efc701eb-e354-4dc4-adaa-830542ca5fbd tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:33.653135 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-72534ace-84d5-4954-b284-8e61daabe5db req-efc701eb-e354-4dc4-adaa-830542ca5fbd tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 946 time: 0.2569571 Jun 23 17:29:33.762065 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-72534ace-84d5-4954-b284-8e61daabe5db req-643a0b7b-1c0c-42d3-8edf-91d1265f20f4 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/security-groups?id=c7d7c335-90a6-4a33-ae12-9d7628f15022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011708 Jun 23 17:29:33.784895 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3123b38-8c10-4e7b-b0db-b5587c606290 tempest-TestMinimumBasicScenario-2057020400 tempest-TestMinimumBasicScenario-2057020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:33.789195 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-c3123b38-8c10-4e7b-b0db-b5587c606290 tempest-TestMinimumBasicScenario-2057020400 tempest-TestMinimumBasicScenario-2057020400-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 1093 time: 0.5264769 Jun 23 17:29:33.793103 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59870) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:33.801507 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Request body: {'floatingip': {'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'port_id': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:29:33.802146 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597bb00-be24-4a9e-94ea-47bb57f16e6c req-acc4e320-1b0f-4f97-942c-1bd65d28450a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:33.803799 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d597bb00-be24-4a9e-94ea-47bb57f16e6c req-acc4e320-1b0f-4f97-942c-1bd65d28450a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1493804 Jun 23 17:29:33.868500 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d597bb00-be24-4a9e-94ea-47bb57f16e6c req-40447cb7-80c8-42c9-bf93-0ae3f4ebc720 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577972 Jun 23 17:29:33.883753 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-aaa6cecc-0c45-48c4-ab8b-da83dc970685 req-9831ab08-680c-4313-91f4-9bf7e20d637b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:33.891916 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-84536c28-cfe4-4d06-92e0-1180e7421c14 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:33.897347 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['884dc6a3-3735-4115-9fe2-e6d138eb2279'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:29:33.923734 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831ab08-680c-4313-91f4-9bf7e20d637b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Pushing event deleted for resources: {'Port': ['ID=884dc6a3-3735-4115-9fe2-e6d138eb2279,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:33.927433 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-9831ab08-680c-4313-91f4-9bf7e20d637b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:33.979890 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa6cecc-0c45-48c4-ab8b-da83dc970685 req-9831ab08-680c-4313-91f4-9bf7e20d637b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] No DVR routers for this DVR port 884dc6a3-3735-4115-9fe2-e6d138eb2279 on host hv-cinder-78825 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:29:33.984181 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for floatingip, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:33.987151 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-aaa6cecc-0c45-48c4-ab8b-da83dc970685 req-9831ab08-680c-4313-91f4-9bf7e20d637b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:33.989363 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-aaa6cecc-0c45-48c4-ab8b-da83dc970685 req-9831ab08-680c-4313-91f4-9bf7e20d637b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.74 "DELETE /v2.0/ports/884dc6a3-3735-4115-9fe2-e6d138eb2279 HTTP/1.1" status: 204 len: 173 time: 0.8035645 Jun 23 17:29:33.990004 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f049761c-b184-4efb-a646-294647e0b2d1', 'name': 'network-vif-deleted', 'tag': '884dc6a3-3735-4115-9fe2-e6d138eb2279'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:29:33.992904 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96821e7b3fc1c3ca34718932d534275ff0ce8c1a006a36611bf262d3b0796c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b0ed0f-a385-4358-9ac9-cc72f9791d21" -d '{"events": [{"server_uuid": "f049761c-b184-4efb-a646-294647e0b2d1", "name": "network-vif-deleted", "tag": "884dc6a3-3735-4115-9fe2-e6d138eb2279"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:29:34.062368 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3423411d-cfd7-465f-b320-8fa44c33fc4d x-openstack-request-id: req-3423411d-cfd7-465f-b320-8fa44c33fc4d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:29:34.062719 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f049761c-b184-4efb-a646-294647e0b2d1", "name": "network-vif-deleted", "tag": "884dc6a3-3735-4115-9fe2-e6d138eb2279", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:29:34.062972 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3423411d-cfd7-465f-b320-8fa44c33fc4d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:29:34.063433 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f049761c-b184-4efb-a646-294647e0b2d1', 'name': 'network-vif-deleted', 'tag': '884dc6a3-3735-4115-9fe2-e6d138eb2279', 'status': 'completed', 'code': 200} Jun 23 17:29:34.132560 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:34.294343 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Allocated IP 172.28.1.214 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/4659445b-d97d-4f28-8bb5-890e0e5ccf3e) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:29:34.462612 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:34.569863 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31588633'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:34.573599 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-9831ab08-680c-4313-91f4-9bf7e20d637b tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:34.610225 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:29:34.616309 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:29:34.620227 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:29:34.648370 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event updated for resources: {'Port': ['ID=4659445b-d97d-4f28-8bb5-890e0e5ccf3e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:34.652613 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:35.020095 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b45914d2-5b9c-46db-80fa-fc1d6955dc5a req-e402445e-9a85-4ffe-8458-eb368233cd79 tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] 10.222.0.49 "GET /v2.0/ports?device_id=f049761c-b184-4efb-a646-294647e0b2d1 HTTP/1.1" status: 200 len: 210 time: 0.0506966 Jun 23 17:29:35.122423 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:35.184790 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9ec71fd8-0cfa-4677-99bd-eaa4ed66ccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:35.225810 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dc73e-97a7-483f-bcfb-c4cb8fff838c req-5815ce77-9f68-40d8-a7cf-a62a24be215b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:35.233282 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ed8dc73e-97a7-483f-bcfb-c4cb8fff838c req-5815ce77-9f68-40d8-a7cf-a62a24be215b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1074247 Jun 23 17:29:35.304673 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ed8dc73e-97a7-483f-bcfb-c4cb8fff838c req-ab77aa90-aadd-47bd-9401-2a98f2744686 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648618 Jun 23 17:29:35.352764 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:35.530200 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:35.660753 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:35.663245 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:35.737231 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event updated for resources: {'Port': ['ID=4659445b-d97d-4f28-8bb5-890e0e5ccf3e,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:35.742056 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:35.759878 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:35.901536 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.l3_db [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Floating IP c27b5300-bbea-41c6-a8ea-23ab5d4e5fae associated. External IP: 172.28.1.214, port: 6a0f45f4-500e-4406-80e8-ad0975c4e2e1. Jun 23 17:29:36.129436 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 59896) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:36.209013 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:36.436533 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Router da750f43-ca49-477b-abe1-d390b443e2a2 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:29:36.589480 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef08905-c0d8-4b66-a053-f89b9fd8e175 req-f80cc014-638f-4c6c-b103-ebb6e154de55 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:36.591117 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9ef08905-c0d8-4b66-a053-f89b9fd8e175 req-f80cc014-638f-4c6c-b103-ebb6e154de55 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1600368 Jun 23 17:29:36.642458 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:29:36.658945 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9ef08905-c0d8-4b66-a053-f89b9fd8e175 req-45514782-c3c0-4a3b-bdde-65ff2029b787 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588882 Jun 23 17:29:36.660542 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9496310-84da-4d6f-8ef4-c3f0f4fcfb97 None None] Sync routers for ids ['da750f43-ca49-477b-abe1-d390b443e2a2'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:29:36.685411 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9496310-84da-4d6f-8ef4-c3f0f4fcfb97 None None] Routers {'da750f43-ca49-477b-abe1-d390b443e2a2'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:29:36.687543 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-c9496310-84da-4d6f-8ef4-c3f0f4fcfb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:29:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['da750f43-ca49-477b-abe1-d390b443e2a2'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:29:36.747265 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:36.808666 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33427425'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:36.826690 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0308788 Jun 23 17:29:36.827712 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59904) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:36.828514 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:29:36.832633 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96821e7b3fc1c3ca34718932d534275ff0ce8c1a006a36611bf262d3b0796c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf0a6f9-04ae-4d3b-9479-ab261a4a58ac" -d '{"events": [{"name": "network-changed", "server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:29:36.853961 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-2132169b-7cd9-4bb6-a221-bf086373cc9b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044796297', 'description': 'tempest-secgroup-smoke-1044796297 description', 'project_id': '5f421e4832544ffb980be5d233a22933'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:29:36.910616 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-c9496310-84da-4d6f-8ef4-c3f0f4fcfb97 None None] Set router da750f43-ca49-477b-abe1-d390b443e2a2 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:29:36.926296 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b6a5af-91a9-4561-9563-322f6c87ae50 x-openstack-request-id: req-50b6a5af-91a9-4561-9563-322f6c87ae50 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:29:36.927156 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:29:36.927739 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50b6a5af-91a9-4561-9563-322f6c87ae50 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:29:36.928868 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'status': 'completed', 'code': 200} Jun 23 17:29:37.066952 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2132169b-7cd9-4bb6-a221-bf086373cc9b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:37.091411 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0a6f9-04ae-4d3b-9479-ab261a4a58ac req-6437e999-5d58-47a8-8f81-53d59d54c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:37.094142 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0bf0a6f9-04ae-4d3b-9479-ab261a4a58ac req-6437e999-5d58-47a8-8f81-53d59d54c701 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f421e4832544ffb980be5d233a22933&device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 1098 time: 0.1292465 Jun 23 17:29:37.248886 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0a6f9-04ae-4d3b-9479-ab261a4a58ac req-83f2886e-040e-4dd1-bbce-84c667b728a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:37.250738 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0bf0a6f9-04ae-4d3b-9479-ab261a4a58ac req-83f2886e-040e-4dd1-bbce-84c667b728a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=47121177-295e-4912-a0cf-97dcf8d8388b HTTP/1.1" status: 200 len: 916 time: 0.1393232 Jun 23 17:29:37.272990 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2132169b-7cd9-4bb6-a221-bf086373cc9b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:37.305286 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-c9496310-84da-4d6f-8ef4-c3f0f4fcfb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': 'c27b5300-bbea-41c6-a8ea-23ab5d4e5fae', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'floating_ip_address': '172.28.1.214', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'port_id': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'mac_address': 'fa:16:3e:40:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:29:34Z', 'updated_at': '2021-06-23T17:29:34Z', 'revision_number': 0, 'project_id': '5f421e4832544ffb980be5d233a22933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b0743b-c5b1-4f61-a56b-d42024231557', 'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'mac_address': 'fa:16:3e:bc:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:15Z', 'revision_number': 5, 'project_id': '5f421e4832544ffb980be5d233a22933', 'subnets': [{'id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:29:37.338760 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9496310-84da-4d6f-8ef4-c3f0f4fcfb97 None None] Checking router: da750f43-ca49-477b-abe1-d390b443e2a2 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:29:37.349392 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9496310-84da-4d6f-8ef4-c3f0f4fcfb97 None None] Routers {'da750f43-ca49-477b-abe1-d390b443e2a2'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:29:37.350169 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-c9496310-84da-4d6f-8ef4-c3f0f4fcfb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:29:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['da750f43-ca49-477b-abe1-d390b443e2a2'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:29:37.358103 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0bf0a6f9-04ae-4d3b-9479-ab261a4a58ac req-26992c80-3a78-4cda-bca6-660e8f7cb3d4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1 HTTP/1.1" status: 200 len: 999 time: 0.0989714 Jun 23 17:29:37.360334 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2132169b-7cd9-4bb6-a221-bf086373cc9b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:37.366479 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-945b69b5-7100-4aad-855f-c9f4d389605a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:37.395038 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] Deleting port 221ade1d-98a0-447f-a1d0-606a6b40dfea {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:29:37.395626 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:37.482232 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-c9496310-84da-4d6f-8ef4-c3f0f4fcfb97 None None] Set router da750f43-ca49-477b-abe1-d390b443e2a2 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:29:37.483998 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132169b-7cd9-4bb6-a221-bf086373cc9b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12de637b-bd65-46ce-85cf-de62fb9e948d,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:37.502159 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2132169b-7cd9-4bb6-a221-bf086373cc9b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:37.515325 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0a6f9-04ae-4d3b-9479-ab261a4a58ac req-4e8069c7-41ab-4ebf-9af9-d3cff6883fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:37.520886 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0bf0a6f9-04ae-4d3b-9479-ab261a4a58ac req-4e8069c7-41ab-4ebf-9af9-d3cff6883fd3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e76eaa9-e31e-4056-bbe9-7d61d33b0d27 HTTP/1.1" status: 200 len: 854 time: 0.1481998 Jun 23 17:29:37.578587 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2132169b-7cd9-4bb6-a221-bf086373cc9b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:37.583132 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-2132169b-7cd9-4bb6-a221-bf086373cc9b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7364752 Jun 23 17:29:37.583845 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59910) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:37.590250 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-d3d46a4f-346f-4e3a-88a6-3b71a6a46d07 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Request body: {'security_group_rule': {'security_group_id': '12de637b-bd65-46ce-85cf-de62fb9e948d', 'project_id': '5f421e4832544ffb980be5d233a22933', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:29:37.644683 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0a6f9-04ae-4d3b-9479-ab261a4a58ac req-32fca43f-b031-456e-815d-8c7ed63b5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:37.646396 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0bf0a6f9-04ae-4d3b-9479-ab261a4a58ac req-32fca43f-b031-456e-815d-8c7ed63b5a68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=47121177-295e-4912-a0cf-97dcf8d8388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1151831 Jun 23 17:29:37.697738 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c9175bc4-6cba-468c-a718-3f021928a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:37.738047 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] For port 221ade1d-98a0-447f-a1d0-606a6b40dfea, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=221ade1d-98a0-447f-a1d0-606a6b40dfea,segment=NetworkSegment(549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d),segment_id=549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:37.742486 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:37.767507 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] Calling delete_port for 221ade1d-98a0-447f-a1d0-606a6b40dfea owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:29:37.776329 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3d46a4f-346f-4e3a-88a6-3b71a6a46d07 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:37.802365 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78635d-ce00-4413-b174-d0f0ef124c5f req-9343301f-1331-477f-b710-0cc46dad2b87 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:37.805131 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ba78635d-ce00-4413-b174-d0f0ef124c5f req-9343301f-1331-477f-b710-0cc46dad2b87 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.2685094 Jun 23 17:29:37.899822 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-c9496310-84da-4d6f-8ef4-c3f0f4fcfb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': 'c27b5300-bbea-41c6-a8ea-23ab5d4e5fae', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'floating_ip_address': '172.28.1.214', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'port_id': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'mac_address': 'fa:16:3e:40:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:29:34Z', 'updated_at': '2021-06-23T17:29:34Z', 'revision_number': 0, 'project_id': '5f421e4832544ffb980be5d233a22933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b0743b-c5b1-4f61-a56b-d42024231557', 'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'mac_address': 'fa:16:3e:bc:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:15Z', 'revision_number': 5, 'project_id': '5f421e4832544ffb980be5d233a22933', 'subnets': [{'id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:29:37.923002 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3d46a4f-346f-4e3a-88a6-3b71a6a46d07 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:37.927174 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0bf0a6f9-04ae-4d3b-9479-ab261a4a58ac req-4b7fc3b8-cfa7-4496-ba7b-6623cff1cae5 service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731771 Jun 23 17:29:37.936418 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9496310-84da-4d6f-8ef4-c3f0f4fcfb97 None None] The sync data for ids ['da750f43-ca49-477b-abe1-d390b443e2a2'] in dv-cinder-788253-3-smb is: [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': 'c27b5300-bbea-41c6-a8ea-23ab5d4e5fae', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'floating_ip_address': '172.28.1.214', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'port_id': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'mac_address': 'fa:16:3e:40:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:29:34Z', 'updated_at': '2021-06-23T17:29:34Z', 'revision_number': 0, 'project_id': '5f421e4832544ffb980be5d233a22933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b0743b-c5b1-4f61-a56b-d42024231557', 'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'mac_address': 'fa:16:3e:bc:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:15Z', 'revision_number': 5, 'project_id': '5f421e4832544ffb980be5d233a22933', 'subnets': [{'id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:29:37.942019 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae91fc3-f543-447a-a600-825b47fa03d2 req-75920bc7-a9a3-4f3e-8f80-88cfca22c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:37.944541 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0ae91fc3-f543-447a-a600-825b47fa03d2 req-75920bc7-a9a3-4f3e-8f80-88cfca22c0b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1e100c3cf8441968bf57fae965174a1&device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 1099 time: 0.3032372 Jun 23 17:29:38.009273 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 884dc6a3-3735-4115-9fe2-e6d138eb2279 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:29:38.046563 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3d46a4f-346f-4e3a-88a6-3b71a6a46d07 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:38.054150 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-54d2b241-af5a-4812-8ac3-aa886f65339a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:38.072603 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ba78635d-ce00-4413-b174-d0f0ef124c5f req-96879ad2-db73-47d1-b9a4-351157d1edb3 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932261 Jun 23 17:29:38.074245 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 884dc6a3-3735-4115-9fe2-e6d138eb2279 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:29:38.075352 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 884dc6a3-3735-4115-9fe2-e6d138eb2279 not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:29:38.100644 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d46a4f-346f-4e3a-88a6-3b71a6a46d07 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200c463d-3bd0-41e0-b60d-5b8226c30935,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:38.107380 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-d3d46a4f-346f-4e3a-88a6-3b71a6a46d07 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:38.144269 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-0bf0a6f9-04ae-4d3b-9479-ab261a4a58ac req-27150760-732d-44d3-89eb-ac844d68590a service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094688 Jun 23 17:29:38.198112 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3d46a4f-346f-4e3a-88a6-3b71a6a46d07 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:38.199797 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-d3d46a4f-346f-4e3a-88a6-3b71a6a46d07 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6134827 Jun 23 17:29:38.204358 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59914) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:38.211074 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-fd9b1ea6-8e05-4b06-8583-50d8f7e12f50 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Request body: {'security_group_rule': {'security_group_id': '12de637b-bd65-46ce-85cf-de62fb9e948d', 'project_id': '5f421e4832544ffb980be5d233a22933', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:29:38.219183 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae91fc3-f543-447a-a600-825b47fa03d2 req-31380e0d-1276-41fc-bf71-e2ffaa4c9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:38.220542 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0ae91fc3-f543-447a-a600-825b47fa03d2 req-31380e0d-1276-41fc-bf71-e2ffaa4c9a15 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b84a515c-6d41-4c9c-b073-221c5d108111 HTTP/1.1" status: 200 len: 912 time: 0.2699010 Jun 23 17:29:38.280194 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d847d4f2-eb50-49ef-9acb-e6c7143d5908 None None] New status for floating IP c27b5300-bbea-41c6-a8ea-23ab5d4e5fae: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:29:38.332610 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1ea6-8e05-4b06-8583-50d8f7e12f50 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:38.447431 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1ea6-8e05-4b06-8583-50d8f7e12f50 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:38.512094 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1ea6-8e05-4b06-8583-50d8f7e12f50 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:38.520054 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:38.537865 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b1ea6-8e05-4b06-8583-50d8f7e12f50 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8797eb-170c-4ed0-a6a2-b0990dbae5a1,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:38.540574 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-fd9b1ea6-8e05-4b06-8583-50d8f7e12f50 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:38.652041 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0ae91fc3-f543-447a-a600-825b47fa03d2 req-fff68d44-6183-40cd-8938-3539ad58828b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57894c17-e5b6-4b77-92a7-6987970084fd HTTP/1.1" status: 200 len: 1001 time: 0.4234276 Jun 23 17:29:38.712345 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae91fc3-f543-447a-a600-825b47fa03d2 req-3dee55d2-0372-4db1-a09b-1b13524e0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:38.713908 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0ae91fc3-f543-447a-a600-825b47fa03d2 req-3dee55d2-0372-4db1-a09b-1b13524e0416 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d9fd77b-a5f6-4b20-83ff-514e53263429 HTTP/1.1" status: 200 len: 850 time: 0.0493424 Jun 23 17:29:38.786739 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae91fc3-f543-447a-a600-825b47fa03d2 req-cbc31b2b-e9f0-4c65-a148-24ab4203d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:38.788525 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0ae91fc3-f543-447a-a600-825b47fa03d2 req-cbc31b2b-e9f0-4c65-a148-24ab4203d722 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b84a515c-6d41-4c9c-b073-221c5d108111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0671611 Jun 23 17:29:38.894170 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0ae91fc3-f543-447a-a600-825b47fa03d2 req-5a993cfb-f3a0-4565-aa3b-9464def623b6 service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981727 Jun 23 17:29:39.016158 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0ae91fc3-f543-447a-a600-825b47fa03d2 req-21b0b582-130c-43f8-8a16-f7525c09bdcc service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140430 Jun 23 17:29:39.314187 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c762617-9e2e-40eb-b8e3-058b1abc95aa req-444910e9-b02b-4bd9-8a4c-fe4696cb6705 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:39.315796 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0c762617-9e2e-40eb-b8e3-058b1abc95aa req-444910e9-b02b-4bd9-8a4c-fe4696cb6705 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.0751576 Jun 23 17:29:39.335250 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1ea6-8e05-4b06-8583-50d8f7e12f50 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:39.336537 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-fd9b1ea6-8e05-4b06-8583-50d8f7e12f50 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1304758 Jun 23 17:29:39.339652 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59924) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:39.347271 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-45f59235-dfb5-4dc7-9c3f-c1674e7110da tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Request body: {'security_group_rule': {'security_group_id': '12de637b-bd65-46ce-85cf-de62fb9e948d', 'project_id': '5f421e4832544ffb980be5d233a22933', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:29:39.363759 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0c762617-9e2e-40eb-b8e3-058b1abc95aa req-3d30940a-ae59-434d-9d9a-80a58dd8bb1f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419104 Jun 23 17:29:39.426971 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:39.427369 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:39.430342 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:39.462716 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=221ade1d-98a0-447f-a1d0-606a6b40dfea,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:39.466082 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:39.479871 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45f59235-dfb5-4dc7-9c3f-c1674e7110da tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:39.584664 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45f59235-dfb5-4dc7-9c3f-c1674e7110da tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:39.643804 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33050385'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:39.704835 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45f59235-dfb5-4dc7-9c3f-c1674e7110da tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:39.711460 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-03954527-48b9-43dd-aa64-9c042d3a73ce tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:39.739566 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f59235-dfb5-4dc7-9c3f-c1674e7110da tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009fb725-2cab-4a47-949f-604d37c7c9eb,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:39.742931 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-45f59235-dfb5-4dc7-9c3f-c1674e7110da tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:39.803648 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-45f59235-dfb5-4dc7-9c3f-c1674e7110da tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:39.811341 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-45f59235-dfb5-4dc7-9c3f-c1674e7110da tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4670269 Jun 23 17:29:39.811954 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59932) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:39.823350 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-8b979ba6-0dc4-4e82-8fa4-242d42f34de6 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Request body: {'security_group_rule': {'security_group_id': '12de637b-bd65-46ce-85cf-de62fb9e948d', 'project_id': '5f421e4832544ffb980be5d233a22933', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:29:39.934106 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] Router 7bf01824-f580-458b-8ceb-a7cd703819b9 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:29:39.986900 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b979ba6-0dc4-4e82-8fa4-242d42f34de6 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:40.070716 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b979ba6-0dc4-4e82-8fa4-242d42f34de6 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:40.080878 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:29:40.092213 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] 10.222.0.49 "PUT /v2.0/routers/7bf01824-f580-458b-8ceb-a7cd703819b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9576588 Jun 23 17:29:40.092443 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59934) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:40.093925 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c09e03-dd10-49a7-8565-3eacf57b9cef None None] Sync routers for ids ['7bf01824-f580-458b-8ceb-a7cd703819b9'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:29:40.106525 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c09e03-dd10-49a7-8565-3eacf57b9cef None None] Routers {'7bf01824-f580-458b-8ceb-a7cd703819b9'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:29:40.107283 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-f3c09e03-dd10-49a7-8565-3eacf57b9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:29:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['7bf01824-f580-458b-8ceb-a7cd703819b9'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:29:40.249291 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b979ba6-0dc4-4e82-8fa4-242d42f34de6 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:40.256275 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:40.280104 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-f3c09e03-dd10-49a7-8565-3eacf57b9cef None None] Set router 7bf01824-f580-458b-8ceb-a7cd703819b9 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:29:40.296138 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Notify callbacks [] for router, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:40.299153 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b979ba6-0dc4-4e82-8fa4-242d42f34de6 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc0e5af-19d3-4a31-85f3-d596e1046923,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:40.302355 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8b979ba6-0dc4-4e82-8fa4-242d42f34de6 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:40.477054 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:40.522461 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8b979ba6-0dc4-4e82-8fa4-242d42f34de6 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:40.527695 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-8b979ba6-0dc4-4e82-8fa4-242d42f34de6 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7098668 Jun 23 17:29:40.528337 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59938) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:40.534756 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-48ede962-f8ab-4684-84e6-c083aebf0332 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Request body: {'security_group_rule': {'security_group_id': '12de637b-bd65-46ce-85cf-de62fb9e948d', 'project_id': '5f421e4832544ffb980be5d233a22933', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:29:40.540724 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-f3c09e03-dd10-49a7-8565-3eacf57b9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1020737521-router', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:51Z', 'updated_at': '2021-06-23T17:29:38Z', 'revision_number': 5, 'project_id': 'b1583257fbcc456d9d720f62c237ca1b', 'gw_port': {'id': 'c11bb369-4d8f-49b1-9dad-80edd07354e0', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:52Z', 'updated_at': '2021-06-23T17:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:29:40.591970 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c09e03-dd10-49a7-8565-3eacf57b9cef None None] Checking router: 7bf01824-f580-458b-8ceb-a7cd703819b9 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:29:40.606095 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c09e03-dd10-49a7-8565-3eacf57b9cef None None] Routers {'7bf01824-f580-458b-8ceb-a7cd703819b9'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:29:40.607154 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-f3c09e03-dd10-49a7-8565-3eacf57b9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:29:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['7bf01824-f580-458b-8ceb-a7cd703819b9'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:29:40.649382 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.securitygroups_db [None req-48ede962-f8ab-4684-84e6-c083aebf0332 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Project 5f421e4832544ffb980be5d233a22933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:29:40.675570 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-48ede962-f8ab-4684-84e6-c083aebf0332 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:40.708038 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:40.711183 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf59a9d-eee9-426d-b03a-b65cedd19896 req-559d5ffc-b72a-4416-8fe2-45aec42d99bc tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:40.714248 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1cf59a9d-eee9-426d-b03a-b65cedd19896 req-559d5ffc-b72a-4416-8fe2-45aec42d99bc tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1338899 Jun 23 17:29:40.867654 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1cf59a9d-eee9-426d-b03a-b65cedd19896 req-5f551c69-6625-451d-92c9-d6ef546f9434 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217239 Jun 23 17:29:40.933332 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-f3c09e03-dd10-49a7-8565-3eacf57b9cef None None] Set router 7bf01824-f580-458b-8ceb-a7cd703819b9 gateway port host: None {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:29:40.947509 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Deleting port c11bb369-4d8f-49b1-9dad-80edd07354e0 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:29:40.948077 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:40.952193 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-48ede962-f8ab-4684-84e6-c083aebf0332 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:40.996451 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-f3c09e03-dd10-49a7-8565-3eacf57b9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1020737521-router', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:51Z', 'updated_at': '2021-06-23T17:29:40Z', 'revision_number': 6, 'project_id': 'b1583257fbcc456d9d720f62c237ca1b', 'gw_port_host': None}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:29:41.030053 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c09e03-dd10-49a7-8565-3eacf57b9cef None None] The sync data for ids ['7bf01824-f580-458b-8ceb-a7cd703819b9'] in dv-cinder-788253-3-smb is: [{'id': '7bf01824-f580-458b-8ceb-a7cd703819b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1020737521-router', 'tenant_id': 'b1583257fbcc456d9d720f62c237ca1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:51Z', 'updated_at': '2021-06-23T17:29:40Z', 'revision_number': 6, 'project_id': 'b1583257fbcc456d9d720f62c237ca1b', 'gw_port_host': None}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:29:41.054464 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] For port c11bb369-4d8f-49b1-9dad-80edd07354e0, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=c11bb369-4d8f-49b1-9dad-80edd07354e0,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:41.054890 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.071985 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-48ede962-f8ab-4684-84e6-c083aebf0332 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.087280 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Calling delete_port for c11bb369-4d8f-49b1-9dad-80edd07354e0 owned by network:router_gateway {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:29:41.088995 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:41.120971 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ede962-f8ab-4684-84e6-c083aebf0332 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f819a43-efeb-4d44-9c5f-2392538404bd,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:41.124103 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-48ede962-f8ab-4684-84e6-c083aebf0332 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:41.244191 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-48ede962-f8ab-4684-84e6-c083aebf0332 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.245630 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-48ede962-f8ab-4684-84e6-c083aebf0332 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7160897 Jun 23 17:29:41.248866 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 59946) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:41.254447 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a9fbee20-f10a-4e5d-af70-92f494a6ff83 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Request body: {'security_group_rule': {'security_group_id': '12de637b-bd65-46ce-85cf-de62fb9e948d', 'project_id': '5f421e4832544ffb980be5d233a22933', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:29:41.358362 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-a9fbee20-f10a-4e5d-af70-92f494a6ff83 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Project 5f421e4832544ffb980be5d233a22933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:29:41.367092 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9fbee20-f10a-4e5d-af70-92f494a6ff83 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.415575 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.421689 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:41.458368 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Pushing event deleted for resources: {'Port': ['ID=c11bb369-4d8f-49b1-9dad-80edd07354e0,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:41.461990 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:41.484575 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9fbee20-f10a-4e5d-af70-92f494a6ff83 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.556395 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33049732'] for router_gateway, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.563923 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9fbee20-f10a-4e5d-af70-92f494a6ff83 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.567499 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:41.587756 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbee20-f10a-4e5d-af70-92f494a6ff83 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f745246e-d3c0-45db-9e15-6c3189bf53e0,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:41.592513 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a9fbee20-f10a-4e5d-af70-92f494a6ff83 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:41.643946 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9fbee20-f10a-4e5d-af70-92f494a6ff83 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.648721 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-a9fbee20-f10a-4e5d-af70-92f494a6ff83 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3956163 Jun 23 17:29:41.676234 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33049248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5465'] for router, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.679498 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.827887 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33048810'] for router, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.828748 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf01824-f580-458b-8ceb-a7cd703819b9 {{(pid=93829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:29:41.837485 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.839452 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] 10.222.0.49 "DELETE /v2.0/routers/7bf01824-f580-458b-8ceb-a7cd703819b9 HTTP/1.1" status: 204 len: 168 time: 1.7456133 Jun 23 17:29:41.842310 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59950) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:41.842533 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d58ba56f-f87c-46b0-8132-a4d40675449d req-865fc16e-bb03-409f-8645-4a42d96e5718 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044796297&fields=id&tenant_id=5f421e4832544ffb980be5d233a22933 HTTP/1.1" status: 200 len: 267 time: 0.0385840 Jun 23 17:29:41.892421 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf6b25b-7816-4f83-b8de-17308d5a9503 admin admin] Deleting subnet 9c681fbb-07c8-4e8c-977d-2a59084dd09c {{(pid=93829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:29:41.896585 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0bf6b25b-7816-4f83-b8de-17308d5a9503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.941265 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0bf6b25b-7816-4f83-b8de-17308d5a9503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30971539'] for subnet, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:41.978501 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ba56f-f87c-46b0-8132-a4d40675449d req-3d89dca9-70f8-4e0b-8f53-d9607fe99f4c tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:41.988379 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d58ba56f-f87c-46b0-8132-a4d40675449d req-3d89dca9-70f8-4e0b-8f53-d9607fe99f4c tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.1314967 Jun 23 17:29:41.997727 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-d58ba56f-f87c-46b0-8132-a4d40675449d req-3a65ca2e-5267-4610-b978-ea85ad61cfb8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Request body: {'port': {'security_groups': ['8a4b98f9-2c16-4afd-8a2b-32082a99736c', '12de637b-bd65-46ce-85cf-de62fb9e948d']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:29:42.034104 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0bf6b25b-7816-4f83-b8de-17308d5a9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:42.142366 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d58ba56f-f87c-46b0-8132-a4d40675449d req-3a65ca2e-5267-4610-b978-ea85ad61cfb8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:42.262228 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0bf6b25b-7816-4f83-b8de-17308d5a9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31588682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31526339'] for subnet, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:42.269591 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-fccabadc-5261-4093-8a58-3d6065dd7936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:42.317665 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0bf6b25b-7816-4f83-b8de-17308d5a9503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:42.322214 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-0bf6b25b-7816-4f83-b8de-17308d5a9503 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9c681fbb-07c8-4e8c-977d-2a59084dd09c HTTP/1.1" status: 204 len: 168 time: 0.4773154 Jun 23 17:29:42.323529 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6b25b-7816-4f83-b8de-17308d5a9503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c681fbb-07c8-4e8c-977d-2a59084dd09c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:42.328726 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-0bf6b25b-7816-4f83-b8de-17308d5a9503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:42.329945 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59958) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:42.424792 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-d58ba56f-f87c-46b0-8132-a4d40675449d req-3a65ca2e-5267-4610-b978-ea85ad61cfb8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] For port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:29:42.465421 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:42.468100 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d58ba56f-f87c-46b0-8132-a4d40675449d req-3a65ca2e-5267-4610-b978-ea85ad61cfb8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:42.597651 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d58ba56f-f87c-46b0-8132-a4d40675449d req-3a65ca2e-5267-4610-b978-ea85ad61cfb8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:42.601537 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:42.614809 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:42.617900 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['6a0f45f4-500e-4406-80e8-ad0975c4e2e1'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:29:42.634898 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172ef0f4-4e06-4b11-9e1f-51d467b2976e']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:29:42.656862 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:29:42.657537 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549f46c4-b4a7-4eb2-a9fd-6a2b6d5cda4d') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:29:42.676745 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ba56f-f87c-46b0-8132-a4d40675449d req-3a65ca2e-5267-4610-b978-ea85ad61cfb8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:42.677752 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-d58ba56f-f87c-46b0-8132-a4d40675449d req-3a65ca2e-5267-4610-b978-ea85ad61cfb8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:42.678407 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30971532'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:42.686614 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d58ba56f-f87c-46b0-8132-a4d40675449d req-3a65ca2e-5267-4610-b978-ea85ad61cfb8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "PUT /v2.0/ports/6a0f45f4-500e-4406-80e8-ad0975c4e2e1 HTTP/1.1" status: 200 len: 981 time: 0.6926384 Jun 23 17:29:42.687541 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:29:42.692101 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16118e51-2a31-4721-920d-37fa27f70788" -d '{"events": [{"name": "network-changed", "server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:29:42.719043 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:42.739037 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:29:42.739758 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31588823'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: Traceback (most recent call last): Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: timer() Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: cb(*args, **kw) Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: return func(*args, **kwargs) Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: self._notify() Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: self.callback(batched_events) Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: event.method(event) Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: return f(self, *a, **k) Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: return self._get(url).json() Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: return self.request(url, 'GET', **kwargs) Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:29:42.775228 dv-cinder-788253-3-smb neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:29:42.777756 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65ca2e-5267-4610-b978-ea85ad61cfb8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event updated for resources: {'Port': ['ID=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:42.782886 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-3a65ca2e-5267-4610-b978-ea85ad61cfb8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:42.815358 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['6a0f45f4-500e-4406-80e8-ad0975c4e2e1'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:29:42.839409 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492e7dd7-b14c-47e2-970d-ffdbea5f78d9 x-openstack-request-id: req-492e7dd7-b14c-47e2-970d-ffdbea5f78d9 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:29:42.839915 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:29:42.842039 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-492e7dd7-b14c-47e2-970d-ffdbea5f78d9 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:29:42.843902 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'status': 'completed', 'code': 200} Jun 23 17:29:42.900293 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device c11bb369-4d8f-49b1-9dad-80edd07354e0 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:29:42.950966 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: c11bb369-4d8f-49b1-9dad-80edd07354e0 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:29:42.951752 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device c11bb369-4d8f-49b1-9dad-80edd07354e0 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:29:42.952412 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 221ade1d-98a0-447f-a1d0-606a6b40dfea no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:29:42.995617 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: 221ade1d-98a0-447f-a1d0-606a6b40dfea {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:29:42.996321 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 221ade1d-98a0-447f-a1d0-606a6b40dfea not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:29:43.065877 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16118e51-2a31-4721-920d-37fa27f70788 req-0017ff00-30d3-4611-b5ea-690b063a4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:43.067137 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:43.068648 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-16118e51-2a31-4721-920d-37fa27f70788 req-0017ff00-30d3-4611-b5ea-690b063a4c1e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f421e4832544ffb980be5d233a22933&device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 1137 time: 0.2139883 Jun 23 17:29:43.073465 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a030876f-4840-427b-b893-8a98f4db03bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:43.078057 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:43.081721 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] 10.222.0.49 "DELETE /v2.0/networks/172ef0f4-4e06-4b11-9e1f-51d467b2976e HTTP/1.1" status: 204 len: 168 time: 0.7499447 Jun 23 17:29:43.092855 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb820e-0135-4424-8d84-489f296edbed req-8a4daf3b-d563-4003-8a5e-92bd5b91c8d4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:43.103736 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=172ef0f4-4e06-4b11-9e1f-51d467b2976e,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:43.105855 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c9bb820e-0135-4424-8d84-489f296edbed req-8a4daf3b-d563-4003-8a5e-92bd5b91c8d4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.1508415 Jun 23 17:29:43.108323 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-191bede1-9139-431c-b24b-390a65f42e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:43.275907 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c9bb820e-0135-4424-8d84-489f296edbed req-21cd8678-89eb-43f2-8a0f-19bc4c62cf58 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684616 Jun 23 17:29:43.283358 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-0545972f-32b0-4391-a2fc-9775876c1f92 None None] Provisioning complete for port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:29:43.289533 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0545972f-32b0-4391-a2fc-9775876c1f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:43.325778 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16118e51-2a31-4721-920d-37fa27f70788 req-c624f7ec-bd7e-4a79-bdcc-b5bfb5f273e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:43.328311 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-16118e51-2a31-4721-920d-37fa27f70788 req-c624f7ec-bd7e-4a79-bdcc-b5bfb5f273e9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=47121177-295e-4912-a0cf-97dcf8d8388b HTTP/1.1" status: 200 len: 916 time: 0.2101727 Jun 23 17:29:43.417322 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-16118e51-2a31-4721-920d-37fa27f70788 req-8e7e4766-69c8-40f1-8e32-fa0e3c3b88ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1 HTTP/1.1" status: 200 len: 1001 time: 0.0811400 Jun 23 17:29:43.490419 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16118e51-2a31-4721-920d-37fa27f70788 req-c7e5d7f0-1fda-499c-99c7-82762370a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:43.493716 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-16118e51-2a31-4721-920d-37fa27f70788 req-c7e5d7f0-1fda-499c-99c7-82762370a496 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e76eaa9-e31e-4056-bbe9-7d61d33b0d27 HTTP/1.1" status: 200 len: 854 time: 0.0686982 Jun 23 17:29:43.615205 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16118e51-2a31-4721-920d-37fa27f70788 req-8a3482f0-ad54-45c5-b31d-3e7b48a7d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:43.617730 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-16118e51-2a31-4721-920d-37fa27f70788 req-8a3482f0-ad54-45c5-b31d-3e7b48a7d384 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=47121177-295e-4912-a0cf-97dcf8d8388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1074069 Jun 23 17:29:43.629428 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59974) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:43.696153 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-d05d523c-7720-417a-925e-214b49269aa4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1583257fbcc456d9d720f62c237ca1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0649383 Jun 23 17:29:43.699571 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 59976) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:43.742178 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-16118e51-2a31-4721-920d-37fa27f70788 req-e924cbbf-91f5-4ac0-b6af-7f858e6c215f service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165633 Jun 23 17:29:43.763779 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-187770cd-0edd-41e2-91e2-402fd51ab751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:43.797889 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-187770cd-0edd-41e2-91e2-402fd51ab751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:43.881409 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-16118e51-2a31-4721-920d-37fa27f70788 req-d132d9de-30b1-4856-9fc5-8147e161229a service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296396 Jun 23 17:29:43.947067 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-187770cd-0edd-41e2-91e2-402fd51ab751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:43.950126 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-187770cd-0edd-41e2-91e2-402fd51ab751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:43.951812 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-187770cd-0edd-41e2-91e2-402fd51ab751 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7d7c335-90a6-4a33-ae12-9d7628f15022 HTTP/1.1" status: 204 len: 168 time: 0.2509427 Jun 23 17:29:43.953028 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-dbb06865-7b35-414a-bfaa-71eee8daf283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:43.965271 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187770cd-0edd-41e2-91e2-402fd51ab751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d7c335-90a6-4a33-ae12-9d7628f15022,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:43.969659 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-187770cd-0edd-41e2-91e2-402fd51ab751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:47.140825 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60020) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:47.298317 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-efed9efb-74e2-42a7-8469-2403bc704afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:47.463906 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-efed9efb-74e2-42a7-8469-2403bc704afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:47.563632 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-efed9efb-74e2-42a7-8469-2403bc704afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:47.566620 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-e1c5bb80-25e2-4013-afaa-92ba7bb1f8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:47.606880 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-efed9efb-74e2-42a7-8469-2403bc704afb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47697fcd85614b9ea436716be598ef90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649091 Jun 23 17:29:47.608405 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed9efb-74e2-42a7-8469-2403bc704afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780043ec-4b99-44f3-a85f-eaeacad2c5aa,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:47.611266 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60032) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:47.613563 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-efed9efb-74e2-42a7-8469-2403bc704afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:47.692132 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3eeebfd2-e6ea-47f0-b64f-df798757a2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:47.718353 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3eeebfd2-e6ea-47f0-b64f-df798757a2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:47.918442 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3eeebfd2-e6ea-47f0-b64f-df798757a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:47.921552 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3eeebfd2-e6ea-47f0-b64f-df798757a2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:47.922781 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-3eeebfd2-e6ea-47f0-b64f-df798757a2bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/780043ec-4b99-44f3-a85f-eaeacad2c5aa HTTP/1.1" status: 204 len: 168 time: 0.3105321 Jun 23 17:29:47.923671 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-f3aa2da7-0607-4a61-a53e-a82f2ea90128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:47.932454 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeebfd2-e6ea-47f0-b64f-df798757a2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780043ec-4b99-44f3-a85f-eaeacad2c5aa,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:47.934792 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3eeebfd2-e6ea-47f0-b64f-df798757a2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:52.744328 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-f2215c29-741b-45d6-a3f3-bf43d573d25d tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7e8f8edb79434aae9f7f2f0145c33c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319002 Jun 23 17:29:53.037478 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-cf010e95-ecf3-45e6-a2c0-b81becdd479c tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:53.040144 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-cf010e95-ecf3-45e6-a2c0-b81becdd479c tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850413 Jun 23 17:29:53.063691 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-beadf996-59d5-41f9-9639-174a276c66fa tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/quotas/7e8f8edb79434aae9f7f2f0145c33c38 HTTP/1.1" status: 200 len: 375 time: 0.0160553 Jun 23 17:29:53.106371 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-7869a0aa-6689-4327-b4d9-265e1ce11785 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e8f8edb79434aae9f7f2f0145c33c38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358877 Jun 23 17:29:53.468011 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9b7cf786-48d1-4fa1-adf9-d7fa93eca1f1 req-3872cc16-5237-4f94-9a15-08b164b854d1 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 210 time: 0.0501692 Jun 23 17:29:54.556839 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5ebe29b9-8b0c-4e9c-b459-d0f25843f18e req-53205906-0de7-4497-8cda-0e3b37b742a5 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 210 time: 0.0301197 Jun 23 17:29:55.708378 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-10536ff2-ccff-4e26-adea-6834873ad83c req-3f43a4f3-0d64-4585-921e-a45386d0b2cc tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 210 time: 0.0322285 Jun 23 17:29:56.583002 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-b7f6bc10-a36a-4efd-ab2e-ac503d97ec13 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=7e8f8edb79434aae9f7f2f0145c33c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425212 Jun 23 17:29:56.698202 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-faff9cfb-c866-47d5-9c70-8881128dd9c7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:56.699813 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-faff9cfb-c866-47d5-9c70-8881128dd9c7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117060 Jun 23 17:29:56.714461 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Request body: {'port': {'device_id': 'd8ca91fb-b066-414c-b8d5-e68b0372e1df', 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d', 'admin_state_up': True, 'tenant_id': '7e8f8edb79434aae9f7f2f0145c33c38'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:29:56.882629 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c4e5a53e-a24f-461e-9ce6-b3bf8addd0cf req-82ff7a52-29e8-447a-9fe4-93154f1f670a tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 210 time: 0.0491698 Jun 23 17:29:57.025910 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Made reservation on behalf of 7e8f8edb79434aae9f7f2f0145c33c38 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:29:57.030155 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:57.040046 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:57.156563 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:57.254462 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:57.258143 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-31f03c7c-b62e-4384-a26a-00fb71737c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:57.322593 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450d9b2b-bdbe-4045-8be4-6d757867785a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:57.336960 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:57.337319 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:57.337661 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:57.338003 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:57.338341 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:57.338682 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:57.339057 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:57.339395 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:57.339729 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:57.340055 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:57.340385 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:57.340712 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:57.345523 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:57.682088 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Allocated IP 192.168.233.38 (0172d8d6-faf2-4d18-99d1-6a70662a2a0d/42bc85ba-a11f-4559-99bb-47984267721b/69497899-0e9e-4119-875b-ccb41b8927bc) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:29:57.849649 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:57.865601 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Transition to ACTIVE for port object 69497899-0e9e-4119-875b-ccb41b8927bc will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:29:58.047684 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5be77ceb-820c-4272-be60-22ed31d8daff req-c1672983-9fde-440c-953a-83c414811661 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 210 time: 0.0354004 Jun 23 17:29:58.049423 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:58.055637 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9be3b1f4-1495-4228-b18f-2a572970edc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:58.110358 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Network 0172d8d6-faf2-4d18-99d1-6a70662a2a0d is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:29:58.113956 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:29:58.119491 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:29:58.127082 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:58.127765 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:58.140712 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Pushing event updated for resources: {'Port': ['ID=69497899-0e9e-4119-875b-ccb41b8927bc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:58.145819 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:58.261137 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5509861 Jun 23 17:29:58.284764 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Request body: {'port': {'device_id': 'd8ca91fb-b066-414c-b8d5-e68b0372e1df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:29:58.414260 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:58.530344 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7d72660a-2bfb-4da0-8d5e-dcd77ebdd8a6 None None] Provisioning for port 69497899-0e9e-4119-875b-ccb41b8927bc completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:29:58.537643 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7d72660a-2bfb-4da0-8d5e-dcd77ebdd8a6 None None] Provisioning complete for port 69497899-0e9e-4119-875b-ccb41b8927bc triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:29:58.538739 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7d72660a-2bfb-4da0-8d5e-dcd77ebdd8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:58.617254 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-7d72660a-2bfb-4da0-8d5e-dcd77ebdd8a6 None None] Port 69497899-0e9e-4119-875b-ccb41b8927bc cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:29:58.690477 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60186) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:58.805742 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69497899-0e9e-4119-875b-ccb41b8927bc {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:29:58.814635 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:58.832950 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Transition to ACTIVE for port object 69497899-0e9e-4119-875b-ccb41b8927bc will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:29:58.854062 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:58.894375 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:58.896682 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:58.963204 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Pushing event updated for resources: {'Port': ['ID=69497899-0e9e-4119-875b-ccb41b8927bc,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:58.969395 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:59.002658 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Attempting to bind port 69497899-0e9e-4119-875b-ccb41b8927bc on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:29:59.002933 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:59.003160 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Attempting to bind port 69497899-0e9e-4119-875b-ccb41b8927bc by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '08ace48f-448a-461c-9b81-d59c5bd22172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:29:59.003342 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Attempting to bind port 69497899-0e9e-4119-875b-ccb41b8927bc on network 0172d8d6-faf2-4d18-99d1-6a70662a2a0d {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:29:59.008558 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Port 69497899-0e9e-4119-875b-ccb41b8927bc on network 0172d8d6-faf2-4d18-99d1-6a70662a2a0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:29:59.012268 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Attempting to bind port 69497899-0e9e-4119-875b-ccb41b8927bc on network 0172d8d6-faf2-4d18-99d1-6a70662a2a0d {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:29:59.017083 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:29:59.017553 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Checking segment: {'id': '08ace48f-448a-461c-9b81-d59c5bd22172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:29:59.018039 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Bound using segment: {'id': '08ace48f-448a-461c-9b81-d59c5bd22172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:29:59.018973 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Bound port: 69497899-0e9e-4119-875b-ccb41b8927bc, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ace48f-448a-461c-9b81-d59c5bd22172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:29:59.019496 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:59.083406 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:59.086585 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-568024da-0306-4692-bded-e20b3a063154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:59.102073 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] For port 69497899-0e9e-4119-875b-ccb41b8927bc, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:29:59.106769 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] For port 69497899-0e9e-4119-875b-ccb41b8927bc, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=69497899-0e9e-4119-875b-ccb41b8927bc,segment=NetworkSegment(08ace48f-448a-461c-9b81-d59c5bd22172),segment_id=08ace48f-448a-461c-9b81-d59c5bd22172)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:29:59.166518 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39feb0a612a64c448e522b1e2b063a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732785 Jun 23 17:29:59.168232 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60192) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:29:59.168693 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af77324-c16c-4db9-a1ee-dfa70150dcbc,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:59.182248 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:59.183697 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:59.184329 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:59.185704 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:59.186598 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:59.187234 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:59.187813 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:59.188366 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:59.188961 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:59.189560 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:59.190815 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:59.191375 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:29:59.198282 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:59.295722 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:59.303573 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:59.380771 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:59.381384 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:59.382862 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] 10.222.0.74 "PUT /v2.0/ports/69497899-0e9e-4119-875b-ccb41b8927bc HTTP/1.1" status: 200 len: 1097 time: 1.1077518 Jun 23 17:29:59.385384 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ca91fb-b066-414c-b8d5-e68b0372e1df', 'tag': '69497899-0e9e-4119-875b-ccb41b8927bc'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:29:59.388533 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cb1e25-cf8a-4a8d-9a8b-40dde36bd850" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ca91fb-b066-414c-b8d5-e68b0372e1df", "tag": "69497899-0e9e-4119-875b-ccb41b8927bc"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:29:59.434150 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36ac2632-6157-4ef6-98a3-cc60865fa1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:59.452989 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Pushing event updated for resources: {'Port': ['ID=69497899-0e9e-4119-875b-ccb41b8927bc,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:59.452989 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428087dc-3459-4b6c-9475-a9a18fbc51fe x-openstack-request-id: req-428087dc-3459-4b6c-9475-a9a18fbc51fe {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:29:59.452989 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ca91fb-b066-414c-b8d5-e68b0372e1df", "tag": "69497899-0e9e-4119-875b-ccb41b8927bc", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:29:59.452989 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-428087dc-3459-4b6c-9475-a9a18fbc51fe {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:29:59.452989 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ca91fb-b066-414c-b8d5-e68b0372e1df', 'tag': '69497899-0e9e-4119-875b-ccb41b8927bc', 'status': 'completed', 'code': 200} Jun 23 17:29:59.457203 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:59.482946 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a919c79-74dc-4e15-9eb3-6c39f6fa38ca req-0482df7b-c6a5-4da4-9de3-3d82077cb33e tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:59.484615 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6a919c79-74dc-4e15-9eb3-6c39f6fa38ca req-0482df7b-c6a5-4da4-9de3-3d82077cb33e tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 947 time: 0.2781661 Jun 23 17:29:59.493720 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36ac2632-6157-4ef6-98a3-cc60865fa1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:59.589937 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6a919c79-74dc-4e15-9eb3-6c39f6fa38ca req-eebfc301-68c2-459e-ad8f-c86c9ca75e8d tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/security-groups?id=450d9b2b-bdbe-4045-8be4-6d757867785a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939314 Jun 23 17:29:59.618095 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb1e25-cf8a-4a8d-9a8b-40dde36bd850 req-eba6afa0-4c8f-4163-88fe-9527a961d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:59.619778 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-55cb1e25-cf8a-4a8d-9a8b-40dde36bd850 req-eba6afa0-4c8f-4163-88fe-9527a961d415 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e8f8edb79434aae9f7f2f0145c33c38&device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 1100 time: 0.1457760 Jun 23 17:29:59.653554 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-55cb1e25-cf8a-4a8d-9a8b-40dde36bd850 req-5966e32f-f66c-499d-8391-4967685c55e9 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7e8f8edb79434aae9f7f2f0145c33c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235462 Jun 23 17:29:59.722513 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36ac2632-6157-4ef6-98a3-cc60865fa1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:59.725608 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36ac2632-6157-4ef6-98a3-cc60865fa1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:29:59.727027 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-36ac2632-6157-4ef6-98a3-cc60865fa1b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9af77324-c16c-4db9-a1ee-dfa70150dcbc HTTP/1.1" status: 204 len: 168 time: 0.5568681 Jun 23 17:29:59.731211 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-21fb2f4d-f707-491f-8a92-7b7dced6401d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:29:59.752463 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac2632-6157-4ef6-98a3-cc60865fa1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af77324-c16c-4db9-a1ee-dfa70150dcbc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:29:59.761116 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-36ac2632-6157-4ef6-98a3-cc60865fa1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:29:59.807027 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb1e25-cf8a-4a8d-9a8b-40dde36bd850 req-e28b5b4e-7a66-46b9-b4ec-eecddf1efa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:59.808861 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-55cb1e25-cf8a-4a8d-9a8b-40dde36bd850 req-e28b5b4e-7a66-46b9-b4ec-eecddf1efa61 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1481924 Jun 23 17:29:59.941185 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-fbd9e23b-f678-42a5-8df5-0979b1d67a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:29:59.943879 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-fbd9e23b-f678-42a5-8df5-0979b1d67a71 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7e8f8edb79434aae9f7f2f0145c33c38&device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 1100 time: 0.0851822 Jun 23 17:29:59.998094 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-0499df16-2335-4709-9020-b6cd4a616305 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=69497899-0e9e-4119-875b-ccb41b8927bc HTTP/1.1" status: 200 len: 217 time: 0.0451686 Jun 23 17:30:00.062091 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-279aa44a-c11d-455b-ac35-709934e9485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:00.063680 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-279aa44a-c11d-455b-ac35-709934e9485e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42bc85ba-a11f-4559-99bb-47984267721b HTTP/1.1" status: 200 len: 843 time: 0.0590558 Jun 23 17:30:00.139970 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-41f4c97a-1e6a-45c9-b1ac-dbe8ac9ab211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:00.144855 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-41f4c97a-1e6a-45c9-b1ac-dbe8ac9ab211 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0172d8d6-faf2-4d18-99d1-6a70662a2a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686567 Jun 23 17:30:00.243885 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-eb93c020-2a86-4582-80d7-3233bb9fcee2 service neutron] 10.222.0.74 "GET /v2.0/networks/0172d8d6-faf2-4d18-99d1-6a70662a2a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930400 Jun 23 17:30:00.361203 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccda3391-7810-48b5-8fe4-6948ebef4c2a req-ec186b53-c452-41a8-8454-261a6a933ad6 service neutron] 10.222.0.74 "GET /v2.0/networks/0172d8d6-faf2-4d18-99d1-6a70662a2a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092715 Jun 23 17:30:00.823873 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad112965-d4d9-4fc5-9ddb-538387323726 req-04126ea8-852a-4596-bb7f-2dc00351c785 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:00.826077 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ad112965-d4d9-4fc5-9ddb-538387323726 req-04126ea8-852a-4596-bb7f-2dc00351c785 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 947 time: 0.0778470 Jun 23 17:30:00.874487 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ad112965-d4d9-4fc5-9ddb-538387323726 req-5235fedf-6436-4fbf-a8c3-11c8b9d1947f tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/security-groups?id=450d9b2b-bdbe-4045-8be4-6d757867785a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377295 Jun 23 17:30:02.070374 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19972d2-7013-4a8b-b5e3-6371d8bc5b9b req-1a6a177e-75c9-4bbd-90be-7fc3dd641f08 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:02.071988 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f19972d2-7013-4a8b-b5e3-6371d8bc5b9b req-1a6a177e-75c9-4bbd-90be-7fc3dd641f08 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 947 time: 0.0690074 Jun 23 17:30:02.125311 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f19972d2-7013-4a8b-b5e3-6371d8bc5b9b req-516a7bb7-8353-4e51-b03d-4d197ccacfff tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/security-groups?id=450d9b2b-bdbe-4045-8be4-6d757867785a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410454 Jun 23 17:30:02.266266 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:03.374095 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efcd03-282b-42ba-9609-ae9b371ebc6e req-7fa6688e-b5fc-4da1-840c-4d8e4cd15528 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:03.376759 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-00efcd03-282b-42ba-9609-ae9b371ebc6e req-7fa6688e-b5fc-4da1-840c-4d8e4cd15528 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 947 time: 0.1301877 Jun 23 17:30:03.465135 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60266) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:03.516234 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-00efcd03-282b-42ba-9609-ae9b371ebc6e req-eba465f0-350c-4e4d-b725-0b42d09d7a51 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/security-groups?id=450d9b2b-bdbe-4045-8be4-6d757867785a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237617 Jun 23 17:30:03.562531 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-158d6190-0607-44a0-acaf-c727db5f0c4c req-05c281a3-40fd-48af-8c78-2991dcff636e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1258171 Jun 23 17:30:03.630338 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e067300d-1fbc-4e99-9fc9-a243f1367513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:03.693979 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d6190-0607-44a0-acaf-c727db5f0c4c req-6bcc3d3c-7610-4be5-ba31-5b9fb18ff1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:03.696435 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-158d6190-0607-44a0-acaf-c727db5f0c4c req-6bcc3d3c-7610-4be5-ba31-5b9fb18ff1e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 1099 time: 0.0750532 Jun 23 17:30:03.753038 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e067300d-1fbc-4e99-9fc9-a243f1367513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:03.829949 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d6190-0607-44a0-acaf-c727db5f0c4c req-121af3b0-e7da-4343-8548-134db26796f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:03.831389 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-158d6190-0607-44a0-acaf-c727db5f0c4c req-121af3b0-e7da-4343-8548-134db26796f7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 200 len: 918 time: 0.1069791 Jun 23 17:30:03.900302 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e067300d-1fbc-4e99-9fc9-a243f1367513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:03.906233 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-6408a5da-0cc1-4244-a203-b40298199cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:03.915593 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-158d6190-0607-44a0-acaf-c727db5f0c4c req-e887623e-28ef-4324-8128-a7e6a7bb90ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0683300 Jun 23 17:30:03.949442 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-e067300d-1fbc-4e99-9fc9-a243f1367513 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0a22c4684a642b78afd1cc48bbfdd7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824860 Jun 23 17:30:03.951120 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067300d-1fbc-4e99-9fc9-a243f1367513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21af12a8-de11-4897-8ee2-ee6787c9c54b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:03.954524 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-e067300d-1fbc-4e99-9fc9-a243f1367513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:03.955280 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60270) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:04.009764 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d6190-0607-44a0-acaf-c727db5f0c4c req-599c08ee-852a-4cc9-9376-8582b82563bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:04.010770 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d23ee086-59a5-474a-9ab7-c552033315a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:04.012569 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-158d6190-0607-44a0-acaf-c727db5f0c4c req-599c08ee-852a-4cc9-9376-8582b82563bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c9528e-dbea-4474-b5f9-ef2f976c0b36 HTTP/1.1" status: 200 len: 856 time: 0.0864446 Jun 23 17:30:04.038514 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d23ee086-59a5-474a-9ab7-c552033315a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:04.086020 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d6190-0607-44a0-acaf-c727db5f0c4c req-a928d81f-67ba-47c4-a205-20b2699c8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:04.089059 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-158d6190-0607-44a0-acaf-c727db5f0c4c req-a928d81f-67ba-47c4-a205-20b2699c8cc7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24554d49-d1fb-4273-bea4-2417edbdfc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0667524 Jun 23 17:30:04.092051 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 69497899-0e9e-4119-875b-ccb41b8927bc details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:30:04.203305 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d23ee086-59a5-474a-9ab7-c552033315a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:04.207935 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d23ee086-59a5-474a-9ab7-c552033315a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:04.209727 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-d23ee086-59a5-474a-9ab7-c552033315a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21af12a8-de11-4897-8ee2-ee6787c9c54b HTTP/1.1" status: 204 len: 168 time: 0.2533102 Jun 23 17:30:04.210661 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2aeb1c12-02c0-42b5-bf7f-ff248680618d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:04.231793 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 69497899-0e9e-4119-875b-ccb41b8927bc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=69497899-0e9e-4119-875b-ccb41b8927bc,segment=NetworkSegment(08ace48f-448a-461c-9b81-d59c5bd22172),segment_id=08ace48f-448a-461c-9b81-d59c5bd22172)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:04.240740 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-158d6190-0607-44a0-acaf-c727db5f0c4c req-c6187d15-8d21-4fc5-9366-9aa27cf0b833 service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426096 Jun 23 17:30:04.243082 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ee086-59a5-474a-9ab7-c552033315a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af12a8-de11-4897-8ee2-ee6787c9c54b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:04.249856 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-d23ee086-59a5-474a-9ab7-c552033315a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:04.256525 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '69497899-0e9e-4119-875b-ccb41b8927bc', 'network_id': '0172d8d6-faf2-4d18-99d1-6a70662a2a0d', 'port_id': '69497899-0e9e-4119-875b-ccb41b8927bc', 'mac_address': 'fa:16:3e:16:9b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bc85ba-a11f-4559-99bb-47984267721b', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:30:04.320863 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:04.341310 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69497899-0e9e-4119-875b-ccb41b8927bc {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:30:04.361934 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 69497899-0e9e-4119-875b-ccb41b8927bc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=69497899-0e9e-4119-875b-ccb41b8927bc,segment=NetworkSegment(08ace48f-448a-461c-9b81-d59c5bd22172),segment_id=08ace48f-448a-461c-9b81-d59c5bd22172)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:04.379423 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-158d6190-0607-44a0-acaf-c727db5f0c4c req-4bd15a72-82b7-46d6-add4-51af5d452887 service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261599 Jun 23 17:30:04.460294 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:04.462392 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:04.520315 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=69497899-0e9e-4119-875b-ccb41b8927bc,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:04.525746 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:04.739118 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['69497899-0e9e-4119-875b-ccb41b8927bc'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:30:04.749723 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fd530-8bc7-4fa8-b525-5b6f3787f3cf req-b445a3ce-01ff-4067-b816-e287e728ea03 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:04.751666 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d01fd530-8bc7-4fa8-b525-5b6f3787f3cf req-b445a3ce-01ff-4067-b816-e287e728ea03 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 948 time: 0.0791628 Jun 23 17:30:04.816158 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d01fd530-8bc7-4fa8-b525-5b6f3787f3cf req-c8c7ed90-a83d-4a25-9b97-4f6c7c6a7088 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/security-groups?id=450d9b2b-bdbe-4045-8be4-6d757867785a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565503 Jun 23 17:30:05.049699 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60278) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:05.064257 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-247ad913-874c-4d56-983b-ae94366928df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:05.170160 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-247ad913-874c-4d56-983b-ae94366928df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:05.179216 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-58fff062-83fc-40be-9970-81b636625f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:05.260250 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-247ad913-874c-4d56-983b-ae94366928df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:05.264046 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2c811a18-f71f-450e-8fca-c68776eaa250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:05.302045 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ad913-874c-4d56-983b-ae94366928df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce20479-2488-477b-ba88-803ed7c2349d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:05.307935 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-247ad913-874c-4d56-983b-ae94366928df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc1ec2fb0af04e058f5d941da36760dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569718 Jun 23 17:30:05.309403 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-247ad913-874c-4d56-983b-ae94366928df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:05.310969 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60280) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:05.376231 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28938e43-fb3a-48cb-ae71-604ee1a398ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:05.400661 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28938e43-fb3a-48cb-ae71-604ee1a398ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:05.562183 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28938e43-fb3a-48cb-ae71-604ee1a398ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:05.565471 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28938e43-fb3a-48cb-ae71-604ee1a398ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:05.567089 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-28938e43-fb3a-48cb-ae71-604ee1a398ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ce20479-2488-477b-ba88-803ed7c2349d HTTP/1.1" status: 204 len: 168 time: 0.2545552 Jun 23 17:30:05.568039 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-36ac2632-6157-4ef6-98a3-cc60865fa1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:05.580645 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28938e43-fb3a-48cb-ae71-604ee1a398ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce20479-2488-477b-ba88-803ed7c2349d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:05.583920 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-28938e43-fb3a-48cb-ae71-604ee1a398ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:06.080823 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ca58d-ca47-4961-87c4-237e1724e4af req-f501e5c3-19ca-4cd0-b9eb-2ba313feb6bc tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:06.082552 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-734ca58d-ca47-4961-87c4-237e1724e4af req-f501e5c3-19ca-4cd0-b9eb-2ba313feb6bc tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 948 time: 0.0858676 Jun 23 17:30:06.104838 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 69497899-0e9e-4119-875b-ccb41b8927bc up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:06.148502 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-734ca58d-ca47-4961-87c4-237e1724e4af req-c9d62349-9ba7-4b48-9978-bda091fbd531 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/security-groups?id=450d9b2b-bdbe-4045-8be4-6d757867785a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552421 Jun 23 17:30:06.255460 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:06.292656 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 69497899-0e9e-4119-875b-ccb41b8927bc completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:06.298539 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 69497899-0e9e-4119-875b-ccb41b8927bc triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:06.298932 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:06.387502 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:06.412484 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ca91fb-b066-414c-b8d5-e68b0372e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69497899-0e9e-4119-875b-ccb41b8927bc'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:06.414836 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0008246f-aff6-410b-8309-c2c95dbb18f4" -d '{"events": [{"server_uuid": "d8ca91fb-b066-414c-b8d5-e68b0372e1df", "name": "network-vif-plugged", "status": "completed", "tag": "69497899-0e9e-4119-875b-ccb41b8927bc"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:06.429801 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 69497899-0e9e-4119-875b-ccb41b8927bc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=69497899-0e9e-4119-875b-ccb41b8927bc,segment=NetworkSegment(08ace48f-448a-461c-9b81-d59c5bd22172),segment_id=08ace48f-448a-461c-9b81-d59c5bd22172)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:06.459487 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4607baa8-aa38-4edc-9a32-84f4c4fa67e4 x-openstack-request-id: req-4607baa8-aa38-4edc-9a32-84f4c4fa67e4 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:06.459803 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ca91fb-b066-414c-b8d5-e68b0372e1df", "name": "network-vif-plugged", "status": "completed", "tag": "69497899-0e9e-4119-875b-ccb41b8927bc", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:06.460064 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4607baa8-aa38-4edc-9a32-84f4c4fa67e4 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:06.460476 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ca91fb-b066-414c-b8d5-e68b0372e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69497899-0e9e-4119-875b-ccb41b8927bc', 'code': 200} Jun 23 17:30:06.546249 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:06.548498 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:06.603728 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=69497899-0e9e-4119-875b-ccb41b8927bc,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:06.608404 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:06.953644 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10667f72-7b48-4b86-97d9-75a17f9b5b2d req-754c59ba-9e0b-4090-a908-212df0efb422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:06.956086 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-10667f72-7b48-4b86-97d9-75a17f9b5b2d req-754c59ba-9e0b-4090-a908-212df0efb422 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 1102 time: 0.0736086 Jun 23 17:30:07.001160 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-10667f72-7b48-4b86-97d9-75a17f9b5b2d req-2390929a-ba64-4c77-9d62-7626bb6e9e8f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=450d9b2b-bdbe-4045-8be4-6d757867785a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373940 Jun 23 17:30:07.396675 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ee96e-6ea7-4e33-84f4-c5a48f4f5528 req-d07ca489-c580-4de9-8059-91d8f20fdce6 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:07.398804 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-095ee96e-6ea7-4e33-84f4-c5a48f4f5528 req-d07ca489-c580-4de9-8059-91d8f20fdce6 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 949 time: 0.1004753 Jun 23 17:30:07.450400 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-095ee96e-6ea7-4e33-84f4-c5a48f4f5528 req-e20e8e9e-0d05-4079-8c3c-45e4bfb2e22c tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/security-groups?id=450d9b2b-bdbe-4045-8be4-6d757867785a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451519 Jun 23 17:30:07.728845 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4df4e41e-ffc0-46e0-9dfe-f4bd95b77d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:08.685021 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d88e02-8287-43fe-90c6-47b3d6c4039b req-e07f32f7-1687-4372-9539-639b99219734 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:08.687645 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-32d88e02-8287-43fe-90c6-47b3d6c4039b req-e07f32f7-1687-4372-9539-639b99219734 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 949 time: 0.0789261 Jun 23 17:30:08.707626 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:30:08.747626 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-32d88e02-8287-43fe-90c6-47b3d6c4039b req-6b7a7ee2-a6a7-4de2-8755-ee403071ed15 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/security-groups?id=450d9b2b-bdbe-4045-8be4-6d757867785a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495396 Jun 23 17:30:09.139289 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60344) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:09.269665 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7521e0a9-8f22-4feb-aec6-d277b32d5358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:09.305294 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:09.377790 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7521e0a9-8f22-4feb-aec6-d277b32d5358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:09.445338 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7521e0a9-8f22-4feb-aec6-d277b32d5358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:09.448349 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-3ca1696e-7c96-4b57-8c1b-830f34d4aab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:09.492839 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-7521e0a9-8f22-4feb-aec6-d277b32d5358 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f536bababf924bf48bfd9154d672c070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521595 Jun 23 17:30:09.496502 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521e0a9-8f22-4feb-aec6-d277b32d5358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800e6a99-bc71-42f6-88f8-d676c2a0bea1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:09.497025 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60350) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:09.502019 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-7521e0a9-8f22-4feb-aec6-d277b32d5358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:09.564677 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-94dbf667-3aae-4217-ad6a-d939777edd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:09.588661 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-94dbf667-3aae-4217-ad6a-d939777edd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:09.600053 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124f631-31b4-4e4e-946c-73917468aff6 req-2060b5c1-c39c-4c1c-bc4b-7e559e85caad tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:09.601609 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3124f631-31b4-4e4e-946c-73917468aff6 req-2060b5c1-c39c-4c1c-bc4b-7e559e85caad tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 949 time: 0.0836694 Jun 23 17:30:09.652504 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3124f631-31b4-4e4e-946c-73917468aff6 req-8e30b02e-f6db-4cb2-91b8-e7011336da61 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/security-groups?id=450d9b2b-bdbe-4045-8be4-6d757867785a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414522 Jun 23 17:30:09.740495 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-94dbf667-3aae-4217-ad6a-d939777edd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:09.743375 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-94dbf667-3aae-4217-ad6a-d939777edd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:09.744507 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-94dbf667-3aae-4217-ad6a-d939777edd39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/800e6a99-bc71-42f6-88f8-d676c2a0bea1 HTTP/1.1" status: 204 len: 168 time: 0.2460566 Jun 23 17:30:09.745519 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2d73f295-a3d2-4308-b23b-1eda16a6b0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:09.758831 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbf667-3aae-4217-ad6a-d939777edd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800e6a99-bc71-42f6-88f8-d676c2a0bea1,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:09.762771 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-94dbf667-3aae-4217-ad6a-d939777edd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:10.612808 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60356) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:10.628196 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ccc591a-5fe2-4938-b4d0-cad028f45666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:10.739226 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:10.777610 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ccc591a-5fe2-4938-b4d0-cad028f45666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:10.884470 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1ccc591a-5fe2-4938-b4d0-cad028f45666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:10.890336 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-efed9efb-74e2-42a7-8469-2403bc704afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:10.906004 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becebe1f-7ef1-4194-9649-e7f966e3a892 req-28cf2370-3126-4eb6-acee-0633f7507a79 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:10.908187 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-becebe1f-7ef1-4194-9649-e7f966e3a892 req-28cf2370-3126-4eb6-acee-0633f7507a79 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 949 time: 0.0862730 Jun 23 17:30:10.938159 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-1ccc591a-5fe2-4938-b4d0-cad028f45666 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e6c8018abd448dc98638488318c2689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239183 Jun 23 17:30:10.939798 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc591a-5fe2-4938-b4d0-cad028f45666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad36f5-637f-4ceb-9aaa-9c547d06b7ea,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:10.943238 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60362) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:10.952367 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1ccc591a-5fe2-4938-b4d0-cad028f45666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:10.972199 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-becebe1f-7ef1-4194-9649-e7f966e3a892 req-1d468dcf-e42f-43c9-b17c-92be7cb5d996 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/security-groups?id=450d9b2b-bdbe-4045-8be4-6d757867785a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539217 Jun 23 17:30:11.006525 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5253b9a3-a0de-4de9-b904-2a42a34c6e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:11.038972 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5253b9a3-a0de-4de9-b904-2a42a34c6e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:11.161903 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135c29-8e65-47e1-ba69-9b42db272ed7 req-1e4dd2b4-3537-49e5-8942-f3f26a1e0bfa tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:11.163969 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-74135c29-8e65-47e1-ba69-9b42db272ed7 req-1e4dd2b4-3537-49e5-8942-f3f26a1e0bfa tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.74 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 949 time: 0.0732110 Jun 23 17:30:11.165316 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5253b9a3-a0de-4de9-b904-2a42a34c6e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:11.171238 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5253b9a3-a0de-4de9-b904-2a42a34c6e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:11.172853 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-5253b9a3-a0de-4de9-b904-2a42a34c6e04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0fad36f5-637f-4ceb-9aaa-9c547d06b7ea HTTP/1.1" status: 204 len: 168 time: 0.2283049 Jun 23 17:30:11.174384 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-e5c100c9-a593-4e51-add2-4be339d6747b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:11.186341 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253b9a3-a0de-4de9-b904-2a42a34c6e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad36f5-637f-4ceb-9aaa-9c547d06b7ea,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:11.190154 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-5253b9a3-a0de-4de9-b904-2a42a34c6e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:11.326031 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-74135c29-8e65-47e1-ba69-9b42db272ed7 req-4f1d01da-c060-4c71-baef-ff30ddb44673 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Deleting port 69497899-0e9e-4119-875b-ccb41b8927bc {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:11.336175 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-74135c29-8e65-47e1-ba69-9b42db272ed7 req-4f1d01da-c060-4c71-baef-ff30ddb44673 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:11.444409 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-74135c29-8e65-47e1-ba69-9b42db272ed7 req-4f1d01da-c060-4c71-baef-ff30ddb44673 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] For port 69497899-0e9e-4119-875b-ccb41b8927bc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=69497899-0e9e-4119-875b-ccb41b8927bc,segment=NetworkSegment(08ace48f-448a-461c-9b81-d59c5bd22172),segment_id=08ace48f-448a-461c-9b81-d59c5bd22172)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:11.445353 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-74135c29-8e65-47e1-ba69-9b42db272ed7 req-4f1d01da-c060-4c71-baef-ff30ddb44673 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:11.462852 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-74135c29-8e65-47e1-ba69-9b42db272ed7 req-4f1d01da-c060-4c71-baef-ff30ddb44673 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Calling delete_port for 69497899-0e9e-4119-875b-ccb41b8927bc owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:11.746125 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-74135c29-8e65-47e1-ba69-9b42db272ed7 req-4f1d01da-c060-4c71-baef-ff30ddb44673 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:11.750932 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:11.760722 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['69497899-0e9e-4119-875b-ccb41b8927bc'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:30:11.783588 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d01da-c060-4c71-baef-ff30ddb44673 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Pushing event deleted for resources: {'Port': ['ID=69497899-0e9e-4119-875b-ccb41b8927bc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:11.787342 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4f1d01da-c060-4c71-baef-ff30ddb44673 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:11.847354 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-74135c29-8e65-47e1-ba69-9b42db272ed7 req-4f1d01da-c060-4c71-baef-ff30ddb44673 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] No DVR routers for this DVR port 69497899-0e9e-4119-875b-ccb41b8927bc on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:30:11.851947 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-74135c29-8e65-47e1-ba69-9b42db272ed7 req-4f1d01da-c060-4c71-baef-ff30ddb44673 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:11.858181 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-74135c29-8e65-47e1-ba69-9b42db272ed7 req-4f1d01da-c060-4c71-baef-ff30ddb44673 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.74 "DELETE /v2.0/ports/69497899-0e9e-4119-875b-ccb41b8927bc HTTP/1.1" status: 204 len: 173 time: 0.6816823 Jun 23 17:30:11.858181 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ca91fb-b066-414c-b8d5-e68b0372e1df', 'name': 'network-vif-deleted', 'tag': '69497899-0e9e-4119-875b-ccb41b8927bc'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:11.858181 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144cfbbd-f2b1-46b1-aaad-fbb0d965d442" -d '{"events": [{"server_uuid": "d8ca91fb-b066-414c-b8d5-e68b0372e1df", "name": "network-vif-deleted", "tag": "69497899-0e9e-4119-875b-ccb41b8927bc"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:11.955770 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05bf8ba-f238-4183-9f63-9ca929208bd0 x-openstack-request-id: req-d05bf8ba-f238-4183-9f63-9ca929208bd0 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:11.956526 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ca91fb-b066-414c-b8d5-e68b0372e1df", "name": "network-vif-deleted", "tag": "69497899-0e9e-4119-875b-ccb41b8927bc", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:11.956927 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d05bf8ba-f238-4183-9f63-9ca929208bd0 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:11.958246 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ca91fb-b066-414c-b8d5-e68b0372e1df', 'name': 'network-vif-deleted', 'tag': '69497899-0e9e-4119-875b-ccb41b8927bc', 'status': 'completed', 'code': 200} Jun 23 17:30:12.160931 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0d909246-80eb-4da0-bc60-54c84b03a8a3 req-09d885cb-e694-4b4a-924c-4c3d660612f1 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 210 time: 0.0395904 Jun 23 17:30:13.109426 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5aac43-97ff-4394-8dfb-23c7e8c56b7e req-a409b1a2-87ad-49ac-b0cb-85666c6770de tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:13.113335 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ca5aac43-97ff-4394-8dfb-23c7e8c56b7e req-a409b1a2-87ad-49ac-b0cb-85666c6770de tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.0998549 Jun 23 17:30:13.244853 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ca5aac43-97ff-4394-8dfb-23c7e8c56b7e req-ca5b65da-2864-4b58-9d6a-e677f363f69c tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123552 Jun 23 17:30:13.285814 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46740e62-ccf6-44dd-81f9-307fecdc4351 req-4b14be7e-b176-4329-9675-7c25d8a80099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:13.289025 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-46740e62-ccf6-44dd-81f9-307fecdc4351 req-4b14be7e-b176-4329-9675-7c25d8a80099 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f421e4832544ffb980be5d233a22933&device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 1137 time: 0.1742687 Jun 23 17:30:13.497253 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46740e62-ccf6-44dd-81f9-307fecdc4351 req-42571959-8991-4440-b102-6dd1f42aa98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:13.499898 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-46740e62-ccf6-44dd-81f9-307fecdc4351 req-42571959-8991-4440-b102-6dd1f42aa98f service neutron] 10.222.0.74 "GET /v2.0/networks?id=47121177-295e-4912-a0cf-97dcf8d8388b HTTP/1.1" status: 200 len: 916 time: 0.2009368 Jun 23 17:30:13.502705 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-647d4341-6aa3-4100-aa06-da3ea8144de1 req-46675c93-9c95-4452-80d0-d0d5d7ae8061 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8ca91fb-b066-414c-b8d5-e68b0372e1df HTTP/1.1" status: 200 len: 210 time: 0.0868733 Jun 23 17:30:13.576896 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-46740e62-ccf6-44dd-81f9-307fecdc4351 req-de91bc4a-3982-4f32-9a42-469f84a9a9b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1 HTTP/1.1" status: 200 len: 1001 time: 0.0630634 Jun 23 17:30:13.642237 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46740e62-ccf6-44dd-81f9-307fecdc4351 req-3298800b-0b11-4205-9a6e-16a4882c9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:13.644998 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-46740e62-ccf6-44dd-81f9-307fecdc4351 req-3298800b-0b11-4205-9a6e-16a4882c9cb9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e76eaa9-e31e-4056-bbe9-7d61d33b0d27 HTTP/1.1" status: 200 len: 854 time: 0.0607204 Jun 23 17:30:13.682081 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60416) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:13.737698 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46740e62-ccf6-44dd-81f9-307fecdc4351 req-3928c626-68f7-4cc1-b7b3-09dee544d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:13.740034 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-46740e62-ccf6-44dd-81f9-307fecdc4351 req-3928c626-68f7-4cc1-b7b3-09dee544d665 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=47121177-295e-4912-a0cf-97dcf8d8388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872762 Jun 23 17:30:13.856636 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8050f543-6602-4685-82f2-0affb9a9ee1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:13.857680 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-46740e62-ccf6-44dd-81f9-307fecdc4351 req-6c9a4278-094a-4f4a-90ed-279c983bffce service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091828 Jun 23 17:30:13.981294 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-46740e62-ccf6-44dd-81f9-307fecdc4351 req-e045535a-14e7-4371-8cd7-c6668255b049 service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156149 Jun 23 17:30:13.991808 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8050f543-6602-4685-82f2-0affb9a9ee1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:14.083421 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8050f543-6602-4685-82f2-0affb9a9ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:14.089743 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c5fffec8-f8fc-49fd-a9a2-32bb1d00e0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:14.117623 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 69497899-0e9e-4119-875b-ccb41b8927bc no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:14.148585 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 69497899-0e9e-4119-875b-ccb41b8927bc {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:14.149105 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 69497899-0e9e-4119-875b-ccb41b8927bc not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:14.159386 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-8050f543-6602-4685-82f2-0affb9a9ee1c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1784c0f344bb40a09fdd1844cad0510b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4754953 Jun 23 17:30:14.161781 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050f543-6602-4685-82f2-0affb9a9ee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4359864a-a138-45bc-a530-5a9d08a03d4f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:14.162073 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60420) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:14.168399 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8050f543-6602-4685-82f2-0affb9a9ee1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:14.226701 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a88d9a63-5665-4bb5-96f0-19a6f11515d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:14.258400 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a88d9a63-5665-4bb5-96f0-19a6f11515d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:14.449087 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a88d9a63-5665-4bb5-96f0-19a6f11515d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:14.454346 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a88d9a63-5665-4bb5-96f0-19a6f11515d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:14.459770 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-a88d9a63-5665-4bb5-96f0-19a6f11515d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4359864a-a138-45bc-a530-5a9d08a03d4f HTTP/1.1" status: 204 len: 168 time: 0.2928200 Jun 23 17:30:14.459770 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-7d83c6ef-0e88-48df-8fd8-07d6a39fe9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:14.471915 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d9a63-5665-4bb5-96f0-19a6f11515d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4359864a-a138-45bc-a530-5a9d08a03d4f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:14.498942 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a88d9a63-5665-4bb5-96f0-19a6f11515d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:14.610604 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42cfd7-24fd-494d-a027-dbdbade99f4f req-4775e26e-f79f-4e77-961f-e5501dac39d8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:14.612374 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7d42cfd7-24fd-494d-a027-dbdbade99f4f req-4775e26e-f79f-4e77-961f-e5501dac39d8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.1285105 Jun 23 17:30:14.667142 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7d42cfd7-24fd-494d-a027-dbdbade99f4f req-1fc299ab-8ee0-49e0-bc92-24ae8f418db1 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477269 Jun 23 17:30:15.336637 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e0633-98bf-4b61-bab6-ef90bf41d04b req-03ce4f3d-3a1f-4c16-874e-414149f61333 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:15.338244 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-248e0633-98bf-4b61-bab6-ef90bf41d04b req-03ce4f3d-3a1f-4c16-874e-414149f61333 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 946 time: 0.0955627 Jun 23 17:30:15.409431 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-248e0633-98bf-4b61-bab6-ef90bf41d04b req-41f9d918-1445-4b65-8cac-3f15c78d2dbb tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592401 Jun 23 17:30:15.889825 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb87d38-88f1-4a9a-aba6-4abf06d55f9f req-60cd20ca-b563-4108-8bcb-1aaab266d4c4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:15.891404 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-dbb87d38-88f1-4a9a-aba6-4abf06d55f9f req-60cd20ca-b563-4108-8bcb-1aaab266d4c4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.0812302 Jun 23 17:30:15.938552 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-dbb87d38-88f1-4a9a-aba6-4abf06d55f9f req-f7d99c78-82a3-4e7a-bd04-b3101d2ecf26 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411539 Jun 23 17:30:16.719353 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d8caa-36c4-4771-b1cf-0bd9a17995f0 req-1fde1821-2346-44b2-aa83-7b7f8a5aa2a7 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:16.722086 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c16d8caa-36c4-4771-b1cf-0bd9a17995f0 req-1fde1821-2346-44b2-aa83-7b7f8a5aa2a7 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 946 time: 0.0987816 Jun 23 17:30:16.797284 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c16d8caa-36c4-4771-b1cf-0bd9a17995f0 req-f5a87b8d-158a-4dce-9184-c1fcfeeb2ea0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616534 Jun 23 17:30:17.013669 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-c8d84d69-eef1-41e2-b32d-798addb59b75 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:17.016213 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-c8d84d69-eef1-41e2-b32d-798addb59b75 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.74 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 946 time: 0.1431429 Jun 23 17:30:17.238973 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd1fc6-9565-4d17-ae05-a3ceec56c44e req-4e6f88aa-dc91-489b-953d-d836e38e16fe tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:17.241022 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b1cd1fc6-9565-4d17-ae05-a3ceec56c44e req-4e6f88aa-dc91-489b-953d-d836e38e16fe tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.1448333 Jun 23 17:30:17.255329 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Deleting port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:17.256053 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:17.366762 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b1cd1fc6-9565-4d17-ae05-a3ceec56c44e req-597234ca-fdd4-4061-bb1e-953d2c6565b6 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053069 Jun 23 17:30:17.440994 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] For port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:17.441367 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.094687 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.095521 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.095521 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.l3_db [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Floating IP cae8c439-6456-418c-9eaa-00576d15807d disassociated. External IP: 172.28.1.134, port: 5150d7df-9407-4f58-9f6d-d79d2a43e4d3. Jun 23 17:30:18.095864 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Calling delete_port for 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:18.172419 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc681ad-cbca-4707-94b7-491316de8399 req-262363fe-94ce-47e9-96b2-de969404e9a2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:18.174016 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5bc681ad-cbca-4707-94b7-491316de8399 req-262363fe-94ce-47e9-96b2-de969404e9a2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 946 time: 0.1432586 Jun 23 17:30:18.242550 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5bc681ad-cbca-4707-94b7-491316de8399 req-10b1482b-cb6a-4650-99c6-edb7389f3d4b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6af3adc-daf2-4cf6-88e8-385fd2713b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602028 Jun 23 17:30:18.409030 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:18.417454 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:18.471771 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event deleted for resources: {'Port': ['ID=5150d7df-9407-4f58-9f6d-d79d2a43e4d3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:18.478651 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:18.703128 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Router 3dc677eb-66a3-4322-9057-89cdbb75a246 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:18.838119 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253b05a-7b30-4ba7-ab0d-9c477949ae1e req-f5a0317c-4e77-4e06-9272-79220c501239 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:18.860733 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b253b05a-7b30-4ba7-ab0d-9c477949ae1e req-f5a0317c-4e77-4e06-9272-79220c501239 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.1966596 Jun 23 17:30:18.957690 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b253b05a-7b30-4ba7-ab0d-9c477949ae1e req-48546faf-fb9a-442d-ac98-01e8104db864 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886731 Jun 23 17:30:18.957690 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:18.971046 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee371d2-3b42-43c9-a609-3cd797e0c415 None None] Sync routers for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:19.000201 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee371d2-3b42-43c9-a609-3cd797e0c415 None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:19.001544 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fee371d2-3b42-43c9-a609-3cd797e0c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:19.037959 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] No DVR routers for this DVR port 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:30:19.041817 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:19.046226 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6689fa77-9b1c-46fd-bdbb-87ca9ad596e6 req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.74 "DELETE /v2.0/ports/5150d7df-9407-4f58-9f6d-d79d2a43e4d3 HTTP/1.1" status: 204 len: 173 time: 2.0201819 Jun 23 17:30:19.046959 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'name': 'network-vif-deleted', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:19.050232 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a094ecc4-5eef-4f86-aa1f-7c2efeaa03fe" -d '{"events": [{"server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "name": "network-vif-deleted", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:19.115237 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a158402e-5c0d-43e8-8b9d-3652f09380f9 x-openstack-request-id: req-a158402e-5c0d-43e8-8b9d-3652f09380f9 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:19.115928 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d7b810-ead8-470c-9399-c56354386150", "name": "network-vif-deleted", "tag": "5150d7df-9407-4f58-9f6d-d79d2a43e4d3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:19.116287 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a158402e-5c0d-43e8-8b9d-3652f09380f9 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:19.116967 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d7b810-ead8-470c-9399-c56354386150', 'name': 'network-vif-deleted', 'tag': '5150d7df-9407-4f58-9f6d-d79d2a43e4d3', 'status': 'completed', 'code': 200} Jun 23 17:30:19.221792 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-fee371d2-3b42-43c9-a609-3cd797e0c415 None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:19.523273 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0cd94047-6a64-47e0-aa5a-177e475b43bf req-59678805-5c68-4cc2-947a-6d53fbc1c580 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 210 time: 0.0311205 Jun 23 17:30:19.551025 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fee371d2-3b42-43c9-a609-3cd797e0c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:21Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:19.581161 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee371d2-3b42-43c9-a609-3cd797e0c415 None None] Checking router: 3dc677eb-66a3-4322-9057-89cdbb75a246 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:19.597905 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee371d2-3b42-43c9-a609-3cd797e0c415 None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:19.599971 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fee371d2-3b42-43c9-a609-3cd797e0c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:19.823509 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-fee371d2-3b42-43c9-a609-3cd797e0c415 None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:20.196979 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:20.249883 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:20.250467 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 5150d7df-9407-4f58-9f6d-d79d2a43e4d3 not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:20.320231 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-fee371d2-3b42-43c9-a609-3cd797e0c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:21Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:20.355463 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db51c5-8181-4f14-8467-9cf603c05282 req-faa7124c-f94c-4b11-9883-61bdff749bc4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:20.365379 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8db51c5-8181-4f14-8467-9cf603c05282 req-faa7124c-f94c-4b11-9883-61bdff749bc4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.1350720 Jun 23 17:30:20.384261 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee371d2-3b42-43c9-a609-3cd797e0c415 None None] The sync data for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb is: [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:21Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:20.439647 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8db51c5-8181-4f14-8467-9cf603c05282 req-c8c4dd78-5bc3-4619-9e48-fd689df3b089 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731707 Jun 23 17:30:20.868819 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9e2f6808-0da8-4304-b0a3-c21023d4ffbb req-e3f701d2-b8b9-47e5-825c-5573d3c74fc2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=69d7b810-ead8-470c-9399-c56354386150 HTTP/1.1" status: 200 len: 210 time: 0.0883062 Jun 23 17:30:20.952722 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87b64a6-58c0-434a-8238-d4a556450ec3 None None] New status for floating IP cae8c439-6456-418c-9eaa-00576d15807d: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:30:21.459280 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a75e57-8e94-48a6-8f02-bb507aa76f29 req-221a808d-afcf-4ede-8bef-98f2bb624f90 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:21.464102 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e8a75e57-8e94-48a6-8f02-bb507aa76f29 req-221a808d-afcf-4ede-8bef-98f2bb624f90 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1462469 Jun 23 17:30:21.549756 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e8a75e57-8e94-48a6-8f02-bb507aa76f29 req-4d6b0142-589d-429b-93b8-8a5742731253 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768383 Jun 23 17:30:21.851745 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a69ab-fc6a-4258-adf8-6b53ed23b5bf req-f65391c9-3941-40ce-ba01-1a5cbeae7e23 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:22.108408 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-035a69ab-fc6a-4258-adf8-6b53ed23b5bf req-f65391c9-3941-40ce-ba01-1a5cbeae7e23 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.1796265 Jun 23 17:30:22.108408 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-035a69ab-fc6a-4258-adf8-6b53ed23b5bf req-69aa157d-01a3-4c04-901e-93d92cd1e692 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631852 Jun 23 17:30:22.298751 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60738) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:22.378579 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60740) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:22.388290 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2b4e65ca-c2b4-4a1a-822f-ccfcad1affe0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:22.449597 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2b4e65ca-c2b4-4a1a-822f-ccfcad1affe0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:22.553243 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-78544b35-5f11-4c51-912d-60be157941af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:22.670800 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2b4e65ca-c2b4-4a1a-822f-ccfcad1affe0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:22.675689 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2b4e65ca-c2b4-4a1a-822f-ccfcad1affe0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:22.686751 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-2b4e65ca-c2b4-4a1a-822f-ccfcad1affe0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "DELETE /v2.0/security-groups/e6af3adc-daf2-4cf6-88e8-385fd2713b71 HTTP/1.1" status: 204 len: 168 time: 0.3767800 Jun 23 17:30:22.686751 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c2ef74c0-77ff-4d5c-b728-936a61c257d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:22.687823 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60748) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:22.698308 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e65ca-c2b4-4a1a-822f-ccfcad1affe0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6af3adc-daf2-4cf6-88e8-385fd2713b71,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:22.702620 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2b4e65ca-c2b4-4a1a-822f-ccfcad1affe0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:22.717990 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.api.v2.resource [None req-21c60f86-7bcd-4dd0-b35b-0494aa6072f6 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] show failed (client error): The resource could not be found. Jun 23 17:30:22.719707 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-21c60f86-7bcd-4dd0-b35b-0494aa6072f6 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups/e6af3adc-daf2-4cf6-88e8-385fd2713b71 HTTP/1.1" status: 404 len: 347 time: 0.0336840 Jun 23 17:30:22.723183 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60750) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:22.924131 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-78544b35-5f11-4c51-912d-60be157941af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:22.967833 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da536f-dd13-4ab3-b92b-513b95112fc8 req-66dd0e7b-635a-43dd-9dae-63de316bf2a6 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:22.969491 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f3da536f-dd13-4ab3-b92b-513b95112fc8 req-66dd0e7b-635a-43dd-9dae-63de316bf2a6 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1447237 Jun 23 17:30:22.972468 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-520a816f-2215-4449-87ef-bf40559b2c10 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Deleting port 25386fd9-7568-4429-971f-8c236a30d2ff {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:22.972810 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-520a816f-2215-4449-87ef-bf40559b2c10 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:23.036992 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-78544b35-5f11-4c51-912d-60be157941af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:23.042905 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-e72285cb-3a5e-4a8c-b0d0-713b71b12bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:23.113202 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f3da536f-dd13-4ab3-b92b-513b95112fc8 req-f770d594-0f47-4417-be12-230e6aba7cad tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275144 Jun 23 17:30:23.118344 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-78544b35-5f11-4c51-912d-60be157941af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=723b4807075a47f7a7751edb2f8d8566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7382381 Jun 23 17:30:23.127693 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78544b35-5f11-4c51-912d-60be157941af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5ddcd5-230a-43eb-908b-94d7ea163ab4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:23.128250 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60754) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:23.128433 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-78544b35-5f11-4c51-912d-60be157941af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:23.178506 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-520a816f-2215-4449-87ef-bf40559b2c10 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:23.178506 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-520a816f-2215-4449-87ef-bf40559b2c10 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:23.233895 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-520a816f-2215-4449-87ef-bf40559b2c10 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Calling delete_port for 25386fd9-7568-4429-971f-8c236a30d2ff owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:23.254236 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6fe86e0a-35cd-4848-a04b-9f6ae915e613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:23.288521 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6fe86e0a-35cd-4848-a04b-9f6ae915e613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:23.343003 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8d23d-45af-470b-944f-fe5d0914debb req-1849b0b8-f597-4806-b015-0db8b9735f7a tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:23.345041 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3cb8d23d-45af-470b-944f-fe5d0914debb req-1849b0b8-f597-4806-b015-0db8b9735f7a tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.1959164 Jun 23 17:30:23.470340 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3cb8d23d-45af-470b-944f-fe5d0914debb req-092bdd8d-1c24-4ad7-9f96-9dbbbea4b18c tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127946 Jun 23 17:30:23.484340 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6fe86e0a-35cd-4848-a04b-9f6ae915e613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:23.491241 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6fe86e0a-35cd-4848-a04b-9f6ae915e613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:23.491241 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-6fe86e0a-35cd-4848-a04b-9f6ae915e613 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca5ddcd5-230a-43eb-908b-94d7ea163ab4 HTTP/1.1" status: 204 len: 168 time: 0.3650026 Jun 23 17:30:23.504646 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2132169b-7cd9-4bb6-a221-bf086373cc9b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:23.519321 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-2d1af535-102b-43de-89eb-1ff669f31969 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:23.521232 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-2d1af535-102b-43de-89eb-1ff669f31969 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.74 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 946 time: 0.1560295 Jun 23 17:30:23.534771 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe86e0a-35cd-4848-a04b-9f6ae915e613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5ddcd5-230a-43eb-908b-94d7ea163ab4,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:23.539022 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-6fe86e0a-35cd-4848-a04b-9f6ae915e613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:23.599659 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-520a816f-2215-4449-87ef-bf40559b2c10 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:23.605006 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:23.650847 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a816f-2215-4449-87ef-bf40559b2c10 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event deleted for resources: {'Port': ['ID=25386fd9-7568-4429-971f-8c236a30d2ff,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:23.692114 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-520a816f-2215-4449-87ef-bf40559b2c10 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:23.697693 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-520a816f-2215-4449-87ef-bf40559b2c10 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:23.701282 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-520a816f-2215-4449-87ef-bf40559b2c10 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:23.705411 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-520a816f-2215-4449-87ef-bf40559b2c10 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "DELETE /v2.0/floatingips/cae8c439-6456-418c-9eaa-00576d15807d HTTP/1.1" status: 204 len: 168 time: 0.9779894 Jun 23 17:30:23.738157 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Deleting port 57894c17-e5b6-4b77-92a7-6987970084fd {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:23.738399 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:23.872085 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] For port 57894c17-e5b6-4b77-92a7-6987970084fd, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=57894c17-e5b6-4b77-92a7-6987970084fd,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:23.872593 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:24.127092 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:24.127670 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:24.128025 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.l3_db [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Floating IP a182f3c6-b168-4aec-8fc4-e7402676380b disassociated. External IP: 172.28.1.54, port: 57894c17-e5b6-4b77-92a7-6987970084fd. Jun 23 17:30:24.128402 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Calling delete_port for 57894c17-e5b6-4b77-92a7-6987970084fd owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:24.154882 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60770) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:24.318584 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60776) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:24.349492 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a721eda6-ba7c-4039-9420-3b004ce7bac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:24.351251 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60778) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:24.355929 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bf846802-ddb9-4aaa-a090-725e6e368e73 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199846059', 'description': 'tempest-description--1527650415'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:24.381471 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:24.382608 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-6dc17949-e5be-4f3a-8947-636f6d47b4d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e8f8edb79434aae9f7f2f0145c33c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261384 Jun 23 17:30:24.386434 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60780) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:24.391851 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:24.402264 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.db.api [None req-a721eda6-ba7c-4039-9420-3b004ce7bac6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 17:30:24.402264 dv-cinder-788253-3-smb neutron-server[93829]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 17:30:24.402264 dv-cinder-788253-3-smb neutron-server[93829]: [parameters: {'project_id': '063a695c626e469aa09a09b17338a0b5', 'id': '2c9eada4-5f0b-4afc-aaec-a8fbce4e3aa1', 'expiration': datetime.datetime(2021, 6, 23, 17, 32, 24, 383741)}] Jun 23 17:30:24.402264 dv-cinder-788253-3-smb neutron-server[93829]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:30:24.414078 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_db.api [None req-a721eda6-ba7c-4039-9420-3b004ce7bac6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:30:24.428477 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event deleted for resources: {'Port': ['ID=57894c17-e5b6-4b77-92a7-6987970084fd,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:24.438259 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:24.456206 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8178a3-1c5b-4c82-8526-bfe385d63089 req-eaadeffa-488f-4df1-91b1-29b10858751d tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:24.458282 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a9bdbdfb-7ad0-4613-9eab-cd87b3075753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:24.458693 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cc8178a3-1c5b-4c82-8526-bfe385d63089 req-eaadeffa-488f-4df1-91b1-29b10858751d tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 867 time: 0.1505919 Jun 23 17:30:24.497263 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a9bdbdfb-7ad0-4613-9eab-cd87b3075753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:24.569246 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bf846802-ddb9-4aaa-a090-725e6e368e73 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:24.667118 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cc8178a3-1c5b-4c82-8526-bfe385d63089 req-726a4635-4011-40f1-8f93-a426aec73385 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=152df8ae-9635-4bf4-88ae-508c431354c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012002 Jun 23 17:30:24.724436 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a9bdbdfb-7ad0-4613-9eab-cd87b3075753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:24.725121 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a9bdbdfb-7ad0-4613-9eab-cd87b3075753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:24.726592 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-a9bdbdfb-7ad0-4613-9eab-cd87b3075753 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/450d9b2b-bdbe-4045-8be4-6d757867785a HTTP/1.1" status: 204 len: 168 time: 0.3385382 Jun 23 17:30:24.728265 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-94dbf667-3aae-4217-ad6a-d939777edd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:24.733591 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Router 63d382cf-5f94-4b03-b308-af40e1f65198 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:24.739822 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdbdfb-7ad0-4613-9eab-cd87b3075753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450d9b2b-bdbe-4045-8be4-6d757867785a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:24.743420 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a9bdbdfb-7ad0-4613-9eab-cd87b3075753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:24.888393 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f802708-839e-4802-9d17-496b9ef44e2a req-a8c07f4d-b7a2-4f27-b88a-c6ad48649372 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:24.899732 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9f802708-839e-4802-9d17-496b9ef44e2a req-a8c07f4d-b7a2-4f27-b88a-c6ad48649372 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.2249296 Jun 23 17:30:24.904479 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a721eda6-ba7c-4039-9420-3b004ce7bac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:24.944224 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bf846802-ddb9-4aaa-a090-725e6e368e73 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.002835 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:25.008988 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9f802708-839e-4802-9d17-496b9ef44e2a req-aaf024a4-4bea-47a9-8485-bf36c0180a1e tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675371 Jun 23 17:30:25.023231 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd12b9-3877-404f-95e6-d866608571af None None] Sync routers for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:25.044142 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd12b9-3877-404f-95e6-d866608571af None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:25.045153 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-51bd12b9-3877-404f-95e6-d866608571af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:25.058378 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] No DVR routers for this DVR port 57894c17-e5b6-4b77-92a7-6987970084fd on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:30:25.060829 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bf846802-ddb9-4aaa-a090-725e6e368e73 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.064022 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.066168 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-91b6aa0e-1241-40cd-b9a8-cd873dd23e00 req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.74 "DELETE /v2.0/ports/57894c17-e5b6-4b77-92a7-6987970084fd HTTP/1.1" status: 204 len: 173 time: 1.5358560 Jun 23 17:30:25.066850 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d2c44511-d1c1-436c-b15c-0a6e2b48f9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:25.069985 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'name': 'network-vif-deleted', 'tag': '57894c17-e5b6-4b77-92a7-6987970084fd'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:25.072510 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cea637-bd0a-4b2a-908d-b1a1ee85e5a2" -d '{"events": [{"server_uuid": "63f10619-1d93-4cdf-a2ae-61541d6b6435", "name": "network-vif-deleted", "tag": "57894c17-e5b6-4b77-92a7-6987970084fd"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:25.109699 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf846802-ddb9-4aaa-a090-725e6e368e73 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b8eae3-2941-493d-944f-8e0797b5bd11,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:25.112734 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-bf846802-ddb9-4aaa-a090-725e6e368e73 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:25.153364 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2e2acf-a035-4762-aa77-55af45b11bf4 x-openstack-request-id: req-fc2e2acf-a035-4762-aa77-55af45b11bf4 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:25.153680 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f10619-1d93-4cdf-a2ae-61541d6b6435", "name": "network-vif-deleted", "tag": "57894c17-e5b6-4b77-92a7-6987970084fd", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:25.153968 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc2e2acf-a035-4762-aa77-55af45b11bf4 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:25.154404 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f10619-1d93-4cdf-a2ae-61541d6b6435', 'name': 'network-vif-deleted', 'tag': '57894c17-e5b6-4b77-92a7-6987970084fd', 'status': 'completed', 'code': 200} Jun 23 17:30:25.200366 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a721eda6-ba7c-4039-9420-3b004ce7bac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.334042 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a721eda6-ba7c-4039-9420-3b004ce7bac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.343609 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-76bfe53c-a356-4590-96de-8ecd67c4ec49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:25.348118 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-51bd12b9-3877-404f-95e6-d866608571af None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:25.403947 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-a721eda6-ba7c-4039-9420-3b004ce7bac6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=063a695c626e469aa09a09b17338a0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0837719 Jun 23 17:30:25.405847 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721eda6-ba7c-4039-9420-3b004ce7bac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84022283-4adc-4dc9-a943-9b1f6f2ba316,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:25.408313 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60792) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:25.417001 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bf846802-ddb9-4aaa-a090-725e6e368e73 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.417001 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-bf846802-ddb9-4aaa-a090-725e6e368e73 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0601687 Jun 23 17:30:25.420476 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60794) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:25.422633 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a721eda6-ba7c-4039-9420-3b004ce7bac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:25.431172 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-09170452-e9d2-4e55-a551-62b10c55b894 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Request body: {'security_group_rule': {'security_group_id': '60b8eae3-2941-493d-944f-8e0797b5bd11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:25.553424 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6658c1f-ca1b-4e33-bc16-8f89a11b4fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.584015 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6658c1f-ca1b-4e33-bc16-8f89a11b4fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.620718 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09170452-e9d2-4e55-a551-62b10c55b894 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.659944 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-51bd12b9-3877-404f-95e6-d866608571af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:28Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:25.690825 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd12b9-3877-404f-95e6-d866608571af None None] Checking router: 63d382cf-5f94-4b03-b308-af40e1f65198 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:25.706212 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd12b9-3877-404f-95e6-d866608571af None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:25.707530 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-51bd12b9-3877-404f-95e6-d866608571af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:25.719922 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09170452-e9d2-4e55-a551-62b10c55b894 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.798055 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6658c1f-ca1b-4e33-bc16-8f89a11b4fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.804032 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6658c1f-ca1b-4e33-bc16-8f89a11b4fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.808345 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-f6658c1f-ca1b-4e33-bc16-8f89a11b4fe4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84022283-4adc-4dc9-a943-9b1f6f2ba316 HTTP/1.1" status: 204 len: 168 time: 0.3960679 Jun 23 17:30:25.808345 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-5c9d7cb5-36e8-49fa-bb6a-9b8785523a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:25.833423 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6658c1f-ca1b-4e33-bc16-8f89a11b4fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84022283-4adc-4dc9-a943-9b1f6f2ba316,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:25.837645 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f6658c1f-ca1b-4e33-bc16-8f89a11b4fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:25.888141 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-51bd12b9-3877-404f-95e6-d866608571af None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:25.925217 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b4c3eeb7-f4a8-4e22-bac8-575b23d3db25 req-33fc6c67-7eb2-4623-974a-0774d7b9eb4e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=63f10619-1d93-4cdf-a2ae-61541d6b6435 HTTP/1.1" status: 200 len: 210 time: 0.0831797 Jun 23 17:30:25.928169 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09170452-e9d2-4e55-a551-62b10c55b894 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:25.937355 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a9fbee20-f10a-4e5d-af70-92f494a6ff83 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:25.982619 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09170452-e9d2-4e55-a551-62b10c55b894 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17959a6c-a59b-4628-8f66-d1e378dc83e6,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:25.986566 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-09170452-e9d2-4e55-a551-62b10c55b894 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:26.123372 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-09170452-e9d2-4e55-a551-62b10c55b894 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:26.124997 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-09170452-e9d2-4e55-a551-62b10c55b894 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7013702 Jun 23 17:30:26.129030 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60808) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:26.139649 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-37d1a307-4606-49ec-b870-09a9ecfb48c2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Request body: {'security_group_rule': {'security_group_id': '60b8eae3-2941-493d-944f-8e0797b5bd11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:26.215002 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-51bd12b9-3877-404f-95e6-d866608571af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:28Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:26.255060 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd12b9-3877-404f-95e6-d866608571af None None] The sync data for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb is: [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:28Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:26.311125 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-37d1a307-4606-49ec-b870-09a9ecfb48c2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:26.401655 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8170153-6006-477e-855a-5595f4655a31 req-8de8dd5a-a602-4f29-89ce-7b41f4ed7857 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:26.403888 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8170153-6006-477e-855a-5595f4655a31 req-8de8dd5a-a602-4f29-89ce-7b41f4ed7857 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.1739872 Jun 23 17:30:26.441678 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-37d1a307-4606-49ec-b870-09a9ecfb48c2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:26.472053 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8170153-6006-477e-855a-5595f4655a31 req-d11c74c1-58c6-48bf-a558-d130dd75f611 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576594 Jun 23 17:30:26.609805 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-37d1a307-4606-49ec-b870-09a9ecfb48c2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:26.638596 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:26.663794 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1a307-4606-49ec-b870-09a9ecfb48c2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5614c27-d82a-43ee-b649-189a89b20472,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:26.669393 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-37d1a307-4606-49ec-b870-09a9ecfb48c2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:26.700902 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ed482-c265-483c-8b5e-9b63b98e69dd None None] New status for floating IP a182f3c6-b168-4aec-8fc4-e7402676380b: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:30:26.841029 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60826) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:26.861167 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-37d1a307-4606-49ec-b870-09a9ecfb48c2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:26.864547 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-37d1a307-4606-49ec-b870-09a9ecfb48c2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7330112 Jun 23 17:30:26.874314 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60830) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:26.880099 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Request body: {'floatingip': {'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:26.990871 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1992442009-network', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:27.153492 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:27.253311 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60838) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:27.316559 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:27.320048 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Made reservation on behalf of f811cea009c6458c9ad6b82741b4c770 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:30:27.322610 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:27.338068 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:27.362674 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee7be5fa-1023-49e2-89f0-0e41af2e3986 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:27.420085 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee7be5fa-1023-49e2-89f0-0e41af2e3986 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:27.485311 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Allocated IP 172.28.1.140 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/2351df0e-eb3a-4c8e-81b1-cce54fceb1d2) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:27.621619 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee7be5fa-1023-49e2-89f0-0e41af2e3986 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:27.637042 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:27.640320 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee7be5fa-1023-49e2-89f0-0e41af2e3986 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:27.642776 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-ee7be5fa-1023-49e2-89f0-0e41af2e3986 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "DELETE /v2.0/security-groups/152df8ae-9635-4bf4-88ae-508c431354c2 HTTP/1.1" status: 204 len: 168 time: 0.3874402 Jun 23 17:30:27.644871 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2b4e65ca-c2b4-4a1a-822f-ccfcad1affe0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:27.646076 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60848) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:27.663773 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7be5fa-1023-49e2-89f0-0e41af2e3986 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152df8ae-9635-4bf4-88ae-508c431354c2,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:27.668725 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-ee7be5fa-1023-49e2-89f0-0e41af2e3986 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:27.692451 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.api.v2.resource [None req-72a80f13-5692-4670-af23-b6ccf9c3b3ef tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] show failed (client error): The resource could not be found. Jun 23 17:30:27.694098 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-72a80f13-5692-4670-af23-b6ccf9c3b3ef tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups/152df8ae-9635-4bf4-88ae-508c431354c2 HTTP/1.1" status: 404 len: 347 time: 0.0462611 Jun 23 17:30:27.698075 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60850) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:27.756968 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:27.830250 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dda57a-8212-4e20-b300-7a7df940a9e5 req-15d7bd7d-ed76-4e77-9d5d-971e7229ee6b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:27.831868 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-98dda57a-8212-4e20-b300-7a7df940a9e5 req-15d7bd7d-ed76-4e77-9d5d-971e7229ee6b tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.1683290 Jun 23 17:30:27.869399 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:27.879020 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-28938e43-fb3a-48cb-ae71-604ee1a398ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:27.903758 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e7e5a4c0-17d4-42f1-8fb4-ad49abd059ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Deleting port 4b80f8ec-e631-4b1b-888a-7b2296250a81 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:30:27.904538 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a4c0-17d4-42f1-8fb4-ad49abd059ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:27.954188 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:30:27.959073 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e9a91c-b5ff-48a5-907f-2cd288064ab1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:27.983900 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-98dda57a-8212-4e20-b300-7a7df940a9e5 req-6b1bdf7f-be06-4a36-8c84-0594137c9e5e tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370156 Jun 23 17:30:27.985377 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:28.002560 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.003354 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.segments_db [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Added segment e1f83913-09c2-4783-a4e0-8a0421a76f03 of type vlan for network b086686d-8091-4f62-b632-2019702b3d1e Jun 23 17:30:28.019903 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.025191 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d7132bd4-31ed-4ea7-9ddb-205531257da3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:28.080861 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a4c0-17d4-42f1-8fb4-ad49abd059ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.081744 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a4c0-17d4-42f1-8fb4-ad49abd059ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.104779 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-e7e5a4c0-17d4-42f1-8fb4-ad49abd059ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Calling delete_port for 4b80f8ec-e631-4b1b-888a-7b2296250a81 owned by network:floatingip {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:30:28.149887 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:28.160758 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.172492 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:28.178783 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60854) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:28.196334 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:28.210578 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event updated for resources: {'Port': ['ID=2351df0e-eb3a-4c8e-81b1-cce54fceb1d2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:28.219739 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 57894c17-e5b6-4b77-92a7-6987970084fd no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:30:28.221530 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:28.287768 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 57894c17-e5b6-4b77-92a7-6987970084fd {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:30:28.291788 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 57894c17-e5b6-4b77-92a7-6987970084fd not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:30:28.351252 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.408514 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.409963 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:28.411103 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.414609 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:28.536496 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a4c0-17d4-42f1-8fb4-ad49abd059ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.536496 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-720640ba-9c2b-4703-91c6-1b63bf931401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:28.578284 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5a4c0-17d4-42f1-8fb4-ad49abd059ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event deleted for resources: {'Port': ['ID=4b80f8ec-e631-4b1b-888a-7b2296250a81,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:28.584851 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-e7e5a4c0-17d4-42f1-8fb4-ad49abd059ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:28.664955 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a4c0-17d4-42f1-8fb4-ad49abd059ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.667662 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7e5a4c0-17d4-42f1-8fb4-ad49abd059ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.669252 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-e7e5a4c0-17d4-42f1-8fb4-ad49abd059ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "DELETE /v2.0/floatingips/a182f3c6-b168-4aec-8fc4-e7402676380b HTTP/1.1" status: 204 len: 168 time: 0.9684117 Jun 23 17:30:28.738557 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2106541812-network', 'tenant_id': 'ecc440af13df4f78ae7db9f809cd80f7'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:28.805510 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Pushing event updated for resources: {'Network': ['ID=b086686d-8091-4f62-b632-2019702b3d1e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:28.806030 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:28.812707 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:28.815484 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network b086686d-8091-4f62-b632-2019702b3d1e details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:30:28.854533 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0122240 Jun 23 17:30:28.859127 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60860) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:28.866351 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Request body: {'subnet': {'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1992442009-subnet', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:29.007257 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.025822 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Made reservation on behalf of ecc440af13df4f78ae7db9f809cd80f7 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:30:29.028629 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.041117 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.139911 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.143445 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a3df24e9-ed6f-45ad-a8a4-b167fd86fcf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:29.177332 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Made reservation on behalf of f811cea009c6458c9ad6b82741b4c770 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:30:29.181046 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31526366'] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.189302 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.247515 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event updated for resources: {'Port': ['ID=2351df0e-eb3a-4c8e-81b1-cce54fceb1d2,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:29.253463 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:29.276185 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60864) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:29.285032 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-c87c594f-eda3-4672-b064-031094489294 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263059963', 'description': 'tempest-description--537471657'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:29.322040 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922ee99-6ef4-4dcb-a5cd-fd80c55267e2 req-a1f10149-7e76-4dc2-9dea-898dd9e708a0 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:29.323593 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c922ee99-6ef4-4dcb-a5cd-fd80c55267e2 req-a1f10149-7e76-4dc2-9dea-898dd9e708a0 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.1432090 Jun 23 17:30:29.370799 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.391198 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c922ee99-6ef4-4dcb-a5cd-fd80c55267e2 req-762d21ca-e446-49dd-910e-648aa4c9c442 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590324 Jun 23 17:30:29.450754 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.456487 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c6cf44d2-7665-41ec-97e8-e697be54f783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:29.479674 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:30:29.494225 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44295a05-6283-4a74-843f-601d6cc5a88b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:29.499128 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:29.506631 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.506631 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.segments_db [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Added segment d02f95b7-48b3-40b1-ac12-94c32098aee0 of type vlan for network aafaff8f-b01f-466b-ab30-c032dfef5e37 Jun 23 17:30:29.548326 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.563897 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.565258 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6896405 Jun 23 17:30:29.609344 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31588489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31526348'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.611753 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3f3790db-a55b-4e1c-ba51-c6e081d49178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:29.671758 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e971d5f-3c75-4458-96c7-aee09f3c911b,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:29.674645 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:29.686231 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Checking segment: {'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:29.686734 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Network hostable DHCP agents. Network: b086686d-8091-4f62-b632-2019702b3d1e, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:30:29.690895 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c87c594f-eda3-4672-b064-031094489294 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.722888 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.725551 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:29.726580 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.732903 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:29.808509 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Network b086686d-8091-4f62-b632-2019702b3d1e is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:30:29.813128 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c87c594f-eda3-4672-b064-031094489294 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.839486 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Pushing event updated for resources: {'Network': ['ID=aafaff8f-b01f-466b-ab30-c032dfef5e37,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:29.844183 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:29.853121 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network aafaff8f-b01f-466b-ab30-c032dfef5e37 details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:30:29.869099 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-a17d5dde-3391-4d30-98ba-b9529dbe3c63 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--199846059&fields=id&tenant_id=6d2c437b0bb44576bcdb543df23b5100 HTTP/1.1" status: 200 len: 267 time: 0.0497718 Jun 23 17:30:29.934953 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c87c594f-eda3-4672-b064-031094489294 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.937755 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-10e5ccf2-9e26-4bd5-8f89-549241956e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:29.957061 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, b086686d-8091-4f62-b632-2019702b3d1e) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:29.961949 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:29.963204 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:29.969098 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbfcd8a-6b9f-4800-92c5-af10b0443436 None None] Network b086686d-8091-4f62-b632-2019702b3d1e requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:30:29.984506 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c594f-eda3-4672-b064-031094489294 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01e1aec-165e-4f43-8b53-8d8d75021acb,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:29.989175 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c87c594f-eda3-4672-b064-031094489294 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:30.065606 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd533-329a-430e-861b-da7c58d3576d req-0d0016ce-9385-4407-bce5-f96b1eb6d0d3 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:30.069952 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-0d0016ce-9385-4407-bce5-f96b1eb6d0d3 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/networks?id=24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 200 len: 817 time: 0.1920846 Jun 23 17:30:30.073662 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2124157 Jun 23 17:30:30.074966 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8935864 Jun 23 17:30:30.076891 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c87c594f-eda3-4672-b064-031094489294 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.079269 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60878) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:30.079708 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c87c594f-eda3-4672-b064-031094489294 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8012581 Jun 23 17:30:30.082285 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60880) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:30.091785 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:30.092238 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] Request body: {'subnet': {'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2106541812-subnet', 'tenant_id': 'ecc440af13df4f78ae7db9f809cd80f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:30.106133 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60882) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:30.109874 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2829b2dc-05b1-4386-90ed-5d75a470586a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Request body: {'security_group_rule': {'security_group_id': 'a01e1aec-165e-4f43-8b53-8d8d75021acb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:30.143820 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-8792558f-b722-40dd-b376-32ec8faf21c5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/quotas/6d2c437b0bb44576bcdb543df23b5100 HTTP/1.1" status: 200 len: 375 time: 0.0424366 Jun 23 17:30:30.204978 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e4dfc4c-f182-56e9-9889-ff28e47dae6d-b086686d-8091-4f62-b632-2019702b3d1e', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'fixed_ips': [{'subnet_id': '6e971d5f-3c75-4458-96c7-aee09f3c911b'}]}} from dv-cinder-788253-3-smb. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:30:30.206159 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.208931 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] Made reservation on behalf of ecc440af13df4f78ae7db9f809cd80f7 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:30:30.215281 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31526366'] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.250222 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.db.api [None req-2829b2dc-05b1-4386-90ed-5d75a470586a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 17:30:30.250222 dv-cinder-788253-3-smb neutron-server[93828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 17:30:30.250222 dv-cinder-788253-3-smb neutron-server[93828]: [parameters: {'project_id_1': 'e1e100c3cf8441968bf57fae965174a1', 'expiration_1': datetime.datetime(2021, 6, 23, 17, 30, 30, 127442)}] Jun 23 17:30:30.250222 dv-cinder-788253-3-smb neutron-server[93828]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:30:30.250956 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_db.api [None req-2829b2dc-05b1-4386-90ed-5d75a470586a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:30:30.287040 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-968f00e0-89d8-4805-ac18-17790c845d6b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1329167 Jun 23 17:30:30.341403 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5451'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.342581 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33047578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33478959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33124684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5442'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.444260 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Allocated IP 172.20.0.2 (b086686d-8091-4f62-b632-2019702b3d1e/6e971d5f-3c75-4458-96c7-aee09f3c911b/c9f02071-056d-46a0-8edc-e6115b4a3298) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:30.450408 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.489651 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-1155a125-00ba-45bc-893c-95a6fa2b52c4 service neutron] 10.222.0.49 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779571 Jun 23 17:30:30.699174 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.708946 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Transition to ACTIVE for port object c9f02071-056d-46a0-8edc-e6115b4a3298 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:30.726059 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Transition to ACTIVE for port object c9f02071-056d-46a0-8edc-e6115b4a3298 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:30.894394 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.896558 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b2695d5e-2da3-4bc6-8d71-a6372265bdef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:30.938389 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Network b086686d-8091-4f62-b632-2019702b3d1e is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:30.941558 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:30.945632 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:30.947707 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31588489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31526348'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.956753 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c3009475-97f4-4cbc-a085-0db9db74f8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:30.963034 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Pushing event updated for resources: {'Port': ['ID=c9f02071-056d-46a0-8edc-e6115b4a3298,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:30.988572 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.988911 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.989265 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.989617 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.989912 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33482045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5456'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:30.990108 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.990470 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.990810 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:30.991198 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:31.002940 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:31.002940 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:31.002940 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:31.002940 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:31.002940 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:31.008074 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-97628b82-3e36-4e98-8afd-fd2837bc5f3d service neutron] 10.222.0.49 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069296 Jun 23 17:30:31.050423 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Attempting to bind port c9f02071-056d-46a0-8edc-e6115b4a3298 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:30:31.051139 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Attempting to bind port c9f02071-056d-46a0-8edc-e6115b4a3298 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:30:31.051784 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Attempting to bind port c9f02071-056d-46a0-8edc-e6115b4a3298 on network b086686d-8091-4f62-b632-2019702b3d1e {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:31.053420 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b44cd4-39e0-4322-a831-2cf251d01dfa,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:31.054601 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc19580-e0df-48dd-9f31-b8ba6eccd26c req-0523d561-43b4-4486-a123-a6e74695da29 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:31.056419 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:31.060060 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] Checking segment: {'id': 'd02f95b7-48b3-40b1-ac12-94c32098aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:31.060791 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] Network hostable DHCP agents. Network: aafaff8f-b01f-466b-ab30-c032dfef5e37, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:30:31.066251 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:30:31.068074 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Checking segment: {'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:31.068074 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.068619 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Bound using segment: {'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:30:31.069196 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Bound port: c9f02071-056d-46a0-8edc-e6115b4a3298, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:30:31.069411 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6cc19580-e0df-48dd-9f31-b8ba6eccd26c req-0523d561-43b4-4486-a123-a6e74695da29 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.4689333 Jun 23 17:30:31.070178 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.102582 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2829b2dc-05b1-4386-90ed-5d75a470586a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.142213 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6cc19580-e0df-48dd-9f31-b8ba6eccd26c req-2a07bc4a-39f2-48de-9f7e-0c49cfdea89c tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=12de637b-bd65-46ce-85cf-de62fb9e948d&id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719309 Jun 23 17:30:31.183314 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] For port c9f02071-056d-46a0-8edc-e6115b4a3298, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:30:31.189021 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] For port c9f02071-056d-46a0-8edc-e6115b4a3298, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=c9f02071-056d-46a0-8edc-e6115b4a3298,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:30:31.228726 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2829b2dc-05b1-4386-90ed-5d75a470586a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.231196 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] Network aafaff8f-b01f-466b-ab30-c032dfef5e37 is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:30:31.329308 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.331966 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-138bfbc1-2fef-400c-8693-8bd5d4ca24f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:31.363833 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, aafaff8f-b01f-466b-ab30-c032dfef5e37) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:31.383492 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2829b2dc-05b1-4386-90ed-5d75a470586a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.398445 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:31.403284 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.409066 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dea24e-3962-46a2-9c4f-0166904ccb7b None None] Network aafaff8f-b01f-466b-ab30-c032dfef5e37 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:30:31.418106 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-09170452-e9d2-4e55-a551-62b10c55b894 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:31.456653 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829b2dc-05b1-4386-90ed-5d75a470586a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a025bbb4-4fec-4897-9c18-13a98a87832a,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:31.491580 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2829b2dc-05b1-4386-90ed-5d75a470586a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:31.505438 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Pushing event updated for resources: {'Port': ['ID=c9f02071-056d-46a0-8edc-e6115b4a3298,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:31.508943 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:31.516948 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.536491 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-d056a9c4-4b0a-4627-bc48-ce741435943d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4519515 Jun 23 17:30:31.571681 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-eaabc48b-a5ce-4467-945c-09b70ebe5286 req-6bccb487-7963-4b90-ad79-7e0690e48a16 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 210 time: 0.0832496 Jun 23 17:30:31.617961 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2829b2dc-05b1-4386-90ed-5d75a470586a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.618167 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ca684-972e-4ae0-b624-1645f36506b7 None None] Network aafaff8f-b01f-466b-ab30-c032dfef5e37 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:30:31.618331 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-2829b2dc-05b1-4386-90ed-5d75a470586a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5179551 Jun 23 17:30:31.618331 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 60894) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:31.624836 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.647457 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-71ee9c41-8b5d-4793-ae1f-0198a24c3de1 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Request body: {'security_group_rule': {'security_group_id': 'a01e1aec-165e-4f43-8b53-8d8d75021acb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:31.912573 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71ee9c41-8b5d-4793-ae1f-0198a24c3de1 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:31.977541 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Allocated IP 172.28.1.155 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/a69c7580-a0b7-477b-a715-2a026dfd7cb1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:32.153250 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71ee9c41-8b5d-4793-ae1f-0198a24c3de1 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.229056 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.236717 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71ee9c41-8b5d-4793-ae1f-0198a24c3de1 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.248360 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-37d1a307-4606-49ec-b870-09a9ecfb48c2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:32.289418 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.291900 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee9c41-8b5d-4793-ae1f-0198a24c3de1 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7d6a5e-77be-4d44-ace6-9cbb0a8d84b7,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:32.299613 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-71ee9c41-8b5d-4793-ae1f-0198a24c3de1 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:32.432561 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.435691 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71ee9c41-8b5d-4793-ae1f-0198a24c3de1 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.438313 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-71ee9c41-8b5d-4793-ae1f-0198a24c3de1 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8151593 Jun 23 17:30:32.441731 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:32.442730 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60906) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:32.450367 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Request body: {'floatingip': {'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:32.522335 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:32.527102 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:32.535168 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:32.547517 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.592267 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Pushing event updated for resources: {'Port': ['ID=a69c7580-a0b7-477b-a715-2a026dfd7cb1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:32.600898 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:32.836912 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:32.848756 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6656b171-bba2-4f55-be5b-6768f24edb6b req-3bd08530-d100-4e43-a114-f0f7bbfa278a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 210 time: 0.0674772 Jun 23 17:30:32.886290 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df56741f-c26d-49d8-916a-026bbf735b5e None None] Network b086686d-8091-4f62-b632-2019702b3d1e requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:30:32.958789 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device c9f02071-056d-46a0-8edc-e6115b4a3298 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:33.053170 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Allocated IP 172.28.1.101 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/c5721f1d-39ae-4788-95a3-486cff807d1e) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:33.244363 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.340033 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.415967 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-645b5355-393b-4bd4-9855-c6e021f81cd8 None None] Provisioning for port c9f02071-056d-46a0-8edc-e6115b4a3298 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:33.501529 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port c9f02071-056d-46a0-8edc-e6115b4a3298 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:33.506800 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port c9f02071-056d-46a0-8edc-e6115b4a3298 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:33.507354 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.531316 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31588633'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.537672 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:33.610773 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:33.627914 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:33.649509 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event updated for resources: {'Port': ['ID=c5721f1d-39ae-4788-95a3-486cff807d1e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:33.666948 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:33.667162 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:33.675050 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33482088'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.701762 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.815375 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port c9f02071-056d-46a0-8edc-e6115b4a3298, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=c9f02071-056d-46a0-8edc-e6115b4a3298,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:33.835592 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7f2848a2-0466-4342-b2f2-49c229d09977 None None] Provisioning complete for port c9f02071-056d-46a0-8edc-e6115b4a3298 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:33.837645 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7f2848a2-0466-4342-b2f2-49c229d09977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.847065 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.942211 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:33.946260 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:33.994672 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.031256 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Router 51823886-d6d9-42ba-b26e-cae146fe4d87 is scheduled to L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:30:34.056831 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=c9f02071-056d-46a0-8edc-e6115b4a3298,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:34.061653 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:34.144805 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a49e216-46fa-4907-be89-78ccfc801a4c req-4f436e2d-bbbb-4f83-a3a2-e0ff5db78eed tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 210 time: 0.0377510 Jun 23 17:30:34.249101 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.358461 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.369580 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-d76a4b76-9d1b-47de-93b5-4ef082464bfb tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:34.494398 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event updated for resources: {'Port': ['ID=c5721f1d-39ae-4788-95a3-486cff807d1e,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:34.504675 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:34.511185 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.608774 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.610518 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1665542 Jun 23 17:30:34.796281 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:34.819480 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Sync routers for ids ['51823886-d6d9-42ba-b26e-cae146fe4d87'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:34.855152 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Routers {'51823886-d6d9-42ba-b26e-cae146fe4d87'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:34.856255 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['51823886-d6d9-42ba-b26e-cae146fe4d87'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:34.899080 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-175d73b1-ef3d-4cde-a4e5-56dfdb7626fa tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:34.900477 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-175d73b1-ef3d-4cde-a4e5-56dfdb7626fa tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/networks?id=aafaff8f-b01f-466b-ab30-c032dfef5e37 HTTP/1.1" status: 200 len: 814 time: 0.3637784 Jun 23 17:30:34.935611 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd533-329a-430e-861b-da7c58d3576d req-cac8685c-e8a2-4053-8db6-1927de8c5c19 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:34.938747 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-cac8685c-e8a2-4053-8db6-1927de8c5c19 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.74 "GET /v2.0/networks?id=24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 200 len: 817 time: 0.3374691 Jun 23 17:30:34.942577 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device c9f02071-056d-46a0-8edc-e6115b4a3298 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:34.982584 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:34.987896 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9067698 Jun 23 17:30:34.988924 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60942) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:35.021152 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-806ab004-3ef1-4817-b9e3-3fe6a78a7c65 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/quotas/ecc440af13df4f78ae7db9f809cd80f7 HTTP/1.1" status: 200 len: 375 time: 0.1031060 Jun 23 17:30:35.096806 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Set router 51823886-d6d9-42ba-b26e-cae146fe4d87 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:35.099985 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port c9f02071-056d-46a0-8edc-e6115b4a3298 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:35.099985 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.123280 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-9e3c4e10-0975-44ef-b468-5e8b28a6f1e5 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ecc440af13df4f78ae7db9f809cd80f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766325 Jun 23 17:30:35.147411 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-4864eea4-2147-4b30-8abd-73f6d8480f46 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--263059963&fields=id&tenant_id=e1e100c3cf8441968bf57fae965174a1 HTTP/1.1" status: 200 len: 267 time: 0.2623544 Jun 23 17:30:35.185214 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-848728f5-e9ef-4097-b65a-b81768477bf7 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d2c437b0bb44576bcdb543df23b5100 HTTP/1.1" status: 200 len: 379 time: 0.2310152 Jun 23 17:30:35.205517 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-37a30b05-6100-4fdf-bb0a-7fceaa35ec20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.252222 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Request body: {'port': {'device_id': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'admin_state_up': True, 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'security_groups': ['60b8eae3-2941-493d-944f-8e0797b5bd11']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:35.426081 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:30:32Z', 'revision_number': 3, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:35.460419 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Checking router: 51823886-d6d9-42ba-b26e-cae146fe4d87 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:35.461079 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Updating router 51823886-d6d9-42ba-b26e-cae146fe4d87 port a69c7580-a0b7-477b-a715-2a026dfd7cb1 binding host dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:30:35.546555 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.630639 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-0299a356-5073-4467-a699-c9b40c4b6eef service neutron] 10.222.0.49 "GET /v2.0/networks/aafaff8f-b01f-466b-ab30-c032dfef5e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693575 Jun 23 17:30:35.658350 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-c9d32785-6e25-44de-99d0-ab9f81fe854a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:35.661093 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-c9d32785-6e25-44de-99d0-ab9f81fe854a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/networks?id=b84a515c-6d41-4c9c-b073-221c5d108111 HTTP/1.1" status: 200 len: 811 time: 0.5021358 Jun 23 17:30:35.737720 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.792871 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-33454277-ef34-4537-bc76-2b91eb8e1760 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/quotas/e1e100c3cf8441968bf57fae965174a1 HTTP/1.1" status: 200 len: 375 time: 0.1126525 Jun 23 17:30:35.865866 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Made reservation on behalf of 6d2c437b0bb44576bcdb543df23b5100 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:30:35.876295 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:35.932349 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-bdf511a6-9157-4bb8-a46c-5408152ce8f6 service neutron] 10.222.0.49 "GET /v2.0/networks/aafaff8f-b01f-466b-ab30-c032dfef5e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663414 Jun 23 17:30:36.013135 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Allocated IP 172.20.0.1 (b086686d-8091-4f62-b632-2019702b3d1e/6e971d5f-3c75-4458-96c7-aee09f3c911b/79db8855-5671-412f-a600-065cdea4362c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:36.013934 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-938e77d3-2a44-40b2-9e36-cced5d4a94a4 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1e100c3cf8441968bf57fae965174a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2005413 Jun 23 17:30:36.031744 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.056731 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Transition to ACTIVE for port object a69c7580-a0b7-477b-a715-2a026dfd7cb1 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:36.169360 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-e9121df1-ea57-4479-8fd9-f37bbf4e91ad service neutron] 10.222.0.49 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527159 Jun 23 17:30:36.170177 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.170379 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.175826 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Allocated IP 172.20.0.10 (24554d49-d1fb-4273-bea4-2417edbdfc3e/d2c9528e-dbea-4474-b5f9-ef2f976c0b36/a8eb71e3-a430-4001-a5a9-67279b5355c3) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:36.181822 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:36.197187 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Transition to ACTIVE for port object 79db8855-5671-412f-a600-065cdea4362c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:36.260186 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Attempting to bind port a69c7580-a0b7-477b-a715-2a026dfd7cb1 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:30:36.260725 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Attempting to bind port a69c7580-a0b7-477b-a715-2a026dfd7cb1 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:30:36.261333 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Attempting to bind port a69c7580-a0b7-477b-a715-2a026dfd7cb1 on network 0516b4b2-f673-4cdc-b63f-187f09eafd61 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:36.273702 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c923b-7df8-4ceb-acb8-61d7c91a86ed None None] Pushing event updated for resources: {'Port': ['ID=a69c7580-a0b7-477b-a715-2a026dfd7cb1,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:36.280441 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.281164 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:30:36.281777 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Checking segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:36.282434 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.283115 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Bound using segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:30:36.284251 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Bound port: a69c7580-a0b7-477b-a715-2a026dfd7cb1, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:30:36.284895 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.328209 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-c99c923b-7df8-4ceb-acb8-61d7c91a86ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:36.337949 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31588633'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.345086 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-fe1ff868-86f8-45cf-881e-cf3899501775 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:36.432250 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] For port a69c7580-a0b7-477b-a715-2a026dfd7cb1, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:30:36.443280 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] For port a69c7580-a0b7-477b-a715-2a026dfd7cb1, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=a69c7580-a0b7-477b-a715-2a026dfd7cb1,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:30:36.465796 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-300cecd8-1882-4d17-b702-c4e42b5acb9d service neutron] 10.222.0.49 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927532 Jun 23 17:30:36.468612 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Network b086686d-8091-4f62-b632-2019702b3d1e is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:36.473467 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:36.481674 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:36.485233 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=79db8855-5671-412f-a600-065cdea4362c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:36.510493 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:36.524397 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.530160 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-c52d4d37-501f-40b6-986d-6b2aa3efe818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:36.541691 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33427304'] for router_interface, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.607869 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:36.719191 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c923b-7df8-4ceb-acb8-61d7c91a86ed None None] Pushing event updated for resources: {'Port': ['ID=a69c7580-a0b7-477b-a715-2a026dfd7cb1,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:36.724490 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-c99c923b-7df8-4ceb-acb8-61d7c91a86ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:36.731173 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Routers {'51823886-d6d9-42ba-b26e-cae146fe4d87'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:36.732158 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['51823886-d6d9-42ba-b26e-cae146fe4d87'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:36.753834 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ddfcc400-5f8c-4876-8a20-64242e44be20 req-cb47f44f-9a83-443e-8c23-62b2872e447b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 210 time: 0.1156554 Jun 23 17:30:36.764033 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Transition to ACTIVE for port object a8eb71e3-a430-4001-a5a9-67279b5355c3 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:36.939906 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6c1e2da4-f0d3-4518-9e82-72a335863e3b req-393ddab2-069f-4b70-9b07-fe14ad9d51dc tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 210 time: 0.0667415 Jun 23 17:30:37.024047 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ced419dd-95bb-4857-8422-28c8afb0ca2a req-d12cc675-e72d-4d0e-a235-6fb7d8e28d26 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 210 time: 0.0801144 Jun 23 17:30:37.035959 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] Set router 51823886-d6d9-42ba-b26e-cae146fe4d87 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:37.088811 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.109652 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.118560 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:37.131935 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7789135e-4115-4e65-ad5a-0cc81359e6d2 None None] Provisioning for port 79db8855-5671-412f-a600-065cdea4362c completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:37.165664 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7789135e-4115-4e65-ad5a-0cc81359e6d2 None None] Provisioning complete for port 79db8855-5671-412f-a600-065cdea4362c triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:37.167042 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7789135e-4115-4e65-ad5a-0cc81359e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.236837 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Network 24554d49-d1fb-4273-bea4-2417edbdfc3e is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:37.256103 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:37.265401 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:37.280067 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:37.281727 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.316732 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event updated for resources: {'Port': ['ID=a8eb71e3-a430-4001-a5a9-67279b5355c3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:37.323666 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:37.421837 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.433807 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1886380 Jun 23 17:30:37.451885 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Request body: {'port': {'device_id': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:37.479419 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-7789135e-4115-4e65-ad5a-0cc81359e6d2 None None] Port 79db8855-5671-412f-a600-065cdea4362c cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:30:37.549115 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.562538 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1bd93b78-fca8-4f2f-8bfa-917343eef99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:37.568528 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.641162 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:30:32Z', 'revision_number': 3, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:37.708959 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=79db8855-5671-412f-a600-065cdea4362c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:37.711945 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33265121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33427332'] for router_interface, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.714328 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:37.725113 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e864ddc7-5d85-4f4c-a30e-56ec364ef7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.739387 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec260f-50e8-41aa-bc86-0e8afecd93b0 None None] The sync data for ids ['51823886-d6d9-42ba-b26e-cae146fe4d87'] in dv-cinder-788253-3-smb is: [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:30:32Z', 'revision_number': 3, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:37.884386 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7f7a259d-f706-47dc-bcbc-fc7985dc6914 None None] Provisioning for port a8eb71e3-a430-4001-a5a9-67279b5355c3 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:37.899305 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7f7a259d-f706-47dc-bcbc-fc7985dc6914 None None] Provisioning complete for port a8eb71e3-a430-4001-a5a9-67279b5355c3 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:37.903971 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7f7a259d-f706-47dc-bcbc-fc7985dc6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:37.943731 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Network b086686d-8091-4f62-b632-2019702b3d1e is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:37.946255 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:38.038394 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-7f7a259d-f706-47dc-bcbc-fc7985dc6914 None None] Port a8eb71e3-a430-4001-a5a9-67279b5355c3 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:30:38.165665 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-848e60d8-28a2-4f28-9334-f4b7d586c6ec req-694bdbaa-d1c9-4feb-bea9-175f68020f65 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 210 time: 0.0831916 Jun 23 17:30:38.176899 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Router 51823886-d6d9-42ba-b26e-cae146fe4d87 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:38.238492 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2fa6b-b801-4f89-834e-a4c9f057c57d req-c3a5e5b3-b3bd-493d-88cc-2cceda636a4d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:38.241856 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-acb2fa6b-b801-4f89-834e-a4c9f057c57d req-c3a5e5b3-b3bd-493d-88cc-2cceda636a4d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 932 time: 0.2243490 Jun 23 17:30:38.434035 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-23e7897f-880f-48d2-be62-1b53a62ce226 req-cb5766ea-d928-4511-8cec-6f6cefdd57c2 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 210 time: 0.0837481 Jun 23 17:30:38.470015 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:38.481484 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] 10.222.0.49 "PUT /v2.0/routers/51823886-d6d9-42ba-b26e-cae146fe4d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4908576 Jun 23 17:30:38.520074 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-d8c7c82d-562c-4e83-a74d-5bfe532c383c None None] Provisioning complete for port 79db8855-5671-412f-a600-065cdea4362c triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:38.521275 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d8c7c82d-562c-4e83-a74d-5bfe532c383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:38.563043 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-acb2fa6b-b801-4f89-834e-a4c9f057c57d req-5a8f8eb2-5a39-4e69-b00b-763827d1bdf5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204613 Jun 23 17:30:38.578162 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8eb71e3-a430-4001-a5a9-67279b5355c3 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:30:38.597829 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:38.632270 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Transition to ACTIVE for port object a8eb71e3-a430-4001-a5a9-67279b5355c3 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:38.633053 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7c82d-562c-4e83-a74d-5bfe532c383c None None] Port 79db8855-5671-412f-a600-065cdea4362c cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:30:38.728697 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:38.731588 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:38.852610 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb71e3-a430-4001-a5a9-67279b5355c3,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:38.859169 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:38.866898 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Attempting to bind port a8eb71e3-a430-4001-a5a9-67279b5355c3 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:30:38.867324 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Attempting to bind port a8eb71e3-a430-4001-a5a9-67279b5355c3 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:30:38.867596 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Attempting to bind port a8eb71e3-a430-4001-a5a9-67279b5355c3 on network 24554d49-d1fb-4273-bea4-2417edbdfc3e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:38.880054 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Port a8eb71e3-a430-4001-a5a9-67279b5355c3 on network 24554d49-d1fb-4273-bea4-2417edbdfc3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:30:38.880640 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Attempting to bind port a8eb71e3-a430-4001-a5a9-67279b5355c3 on network 24554d49-d1fb-4273-bea4-2417edbdfc3e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:38.897884 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:30:38.898692 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Checking segment: {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:38.899298 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Bound using segment: {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:30:38.900627 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Bound port: a8eb71e3-a430-4001-a5a9-67279b5355c3, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e8fa50-8c52-4172-abe0-5758b3896f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:30:38.903490 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:39.039349 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:30:39.055983 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:30:39.062355 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device a69c7580-a0b7-477b-a715-2a026dfd7cb1 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:39.150104 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:39.154632 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-66ef4bb2-c81f-4529-81a6-dc387b66a7e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:39.247978 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:39.255627 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:39.257359 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] 10.222.0.74 "PUT /v2.0/ports/a8eb71e3-a430-4001-a5a9-67279b5355c3 HTTP/1.1" status: 200 len: 1094 time: 1.8144934 Jun 23 17:30:39.260422 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:39.265571 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb309a81-ca10-4aa0-9f3d-9fc368044328" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:39.305762 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb71e3-a430-4001-a5a9-67279b5355c3,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:39.311246 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:39.340335 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:39.341262 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port a69c7580-a0b7-477b-a715-2a026dfd7cb1 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:39.342873 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e52ff8-40be-4992-b93d-294539aaa0d3 x-openstack-request-id: req-a6e52ff8-40be-4992-b93d-294539aaa0d3 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:39.344128 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:39.344442 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6e52ff8-40be-4992-b93d-294539aaa0d3 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:39.351766 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'status': 'completed', 'code': 200} Jun 23 17:30:39.352044 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port a69c7580-a0b7-477b-a715-2a026dfd7cb1 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:39.352044 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:39.484354 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:39.545502 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port a69c7580-a0b7-477b-a715-2a026dfd7cb1, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=a69c7580-a0b7-477b-a715-2a026dfd7cb1,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:39.560480 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb309a81-ca10-4aa0-9f3d-9fc368044328 req-8a44ef3a-89cf-404b-8dc4-40e396d8946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:39.565479 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bb309a81-ca10-4aa0-9f3d-9fc368044328 req-8a44ef3a-89cf-404b-8dc4-40e396d8946d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 1097 time: 0.1389120 Jun 23 17:30:39.633522 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:39.637634 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:39.735990 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=a69c7580-a0b7-477b-a715-2a026dfd7cb1,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:39.739809 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:39.783030 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-77b79a4b-0307-43a1-ae1f-af447976bd50 req-1d6d5ea1-0662-4685-a117-6da7ffe14b28 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 210 time: 0.1469820 Jun 23 17:30:39.785065 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bd993b57-0eb1-4bef-aa1e-74cc7ccd8be7 req-fdd04fa2-4cee-40d8-a40e-fc8b4a1e0c1e tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 210 time: 0.1510301 Jun 23 17:30:39.880916 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb309a81-ca10-4aa0-9f3d-9fc368044328 req-6a908006-a688-4efb-b4e3-eaf7807c3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:39.883055 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bb309a81-ca10-4aa0-9f3d-9fc368044328 req-6a908006-a688-4efb-b4e3-eaf7807c3998 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6d2c437b0bb44576bcdb543df23b5100&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3101437 Jun 23 17:30:40.004103 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 60998) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:40.013656 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2081852667-network', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:40.123474 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb309a81-ca10-4aa0-9f3d-9fc368044328 req-32132fac-2a29-45cb-ae83-985dcd41657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:40.125683 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bb309a81-ca10-4aa0-9f3d-9fc368044328 req-32132fac-2a29-45cb-ae83-985dcd41657e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2348695 Jun 23 17:30:40.135554 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Made reservation on behalf of 572fbb0e18dd4dd493f86dadfd5ac1bd for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:30:40.145601 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.177157 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.179422 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc3985-6f0f-42b1-a485-40683e529151 req-aec191d3-89ec-40fa-8d2e-1dc2a72a2932 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:40.185827 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-62dc3985-6f0f-42b1-a485-40683e529151 req-aec191d3-89ec-40fa-8d2e-1dc2a72a2932 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.1835670 Jun 23 17:30:40.255262 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-62dc3985-6f0f-42b1-a485-40683e529151 req-2bcdab76-2936-439c-9727-6993ef7c8a29 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590663 Jun 23 17:30:40.334419 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.340794 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd533-329a-430e-861b-da7c58d3576d req-314104fb-beb6-46b1-9b99-3e788f0dccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:40.343272 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-314104fb-beb6-46b1-9b99-3e788f0dccfe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 1097 time: 0.0693572 Jun 23 17:30:40.394435 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-545e6421-b666-4632-b122-cd4dac3a9f30 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3 HTTP/1.1" status: 200 len: 217 time: 0.0437865 Jun 23 17:30:40.477207 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.484161 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd533-329a-430e-861b-da7c58d3576d req-4ed0a089-2d9c-4db1-8e93-64646109b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:40.486663 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-4ed0a089-2d9c-4db1-8e93-64646109b7e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c9528e-dbea-4474-b5f9-ef2f976c0b36 HTTP/1.1" status: 200 len: 856 time: 0.0750999 Jun 23 17:30:40.503769 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Sync routers for ids ['51823886-d6d9-42ba-b26e-cae146fe4d87'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:40.522410 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Routers {'51823886-d6d9-42ba-b26e-cae146fe4d87'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:40.523597 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['51823886-d6d9-42ba-b26e-cae146fe4d87'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:40.531359 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8336b147-8c49-4471-bcdd-4f7f7c077181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:40.599864 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:30:40.601726 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd533-329a-430e-861b-da7c58d3576d req-c4d53a58-8f37-40a1-b339-01de78df0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:40.614163 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-c4d53a58-8f37-40a1-b339-01de78df0818 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24554d49-d1fb-4273-bea4-2417edbdfc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1207354 Jun 23 17:30:40.634794 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20a8c53-18a4-4bec-97bf-79977ac1a601,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:40.647751 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:40.654074 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.654526 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.segments_db [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Added segment d50ffd43-2cc4-40bf-af57-1a6ec26200e2 of type vlan for network df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 Jun 23 17:30:40.666559 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Set router 51823886-d6d9-42ba-b26e-cae146fe4d87 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:40.715478 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-7bc95cfa-af0c-4ad3-aa1d-18ec452f5adc tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:40.718108 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-7bc95cfa-af0c-4ad3-aa1d-18ec452f5adc tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.74 "GET /v2.0/networks?id=aafaff8f-b01f-466b-ab30-c032dfef5e37 HTTP/1.1" status: 200 len: 814 time: 0.2936060 Jun 23 17:30:40.726211 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.738851 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-8f323687-5a5b-416b-a62a-f33d236f60d9 service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163700 Jun 23 17:30:40.771121 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Request body: {'port': {'device_id': 'b938a84b-024d-44af-86f8-5ef2e848a352', 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37', 'admin_state_up': True, 'tenant_id': 'ecc440af13df4f78ae7db9f809cd80f7'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:40.937780 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c62dd533-329a-430e-861b-da7c58d3576d req-c5db680b-a1fd-49b1-bd2d-971164edaf9c service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918182 Jun 23 17:30:40.942664 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:40.977518 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device a69c7580-a0b7-477b-a715-2a026dfd7cb1 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:41.111158 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port a69c7580-a0b7-477b-a715-2a026dfd7cb1 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:41.111619 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:41.140878 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d5d29679-88fd-461c-a222-f2b274ccf9bf req-af6768f8-ec6f-45d5-9a7b-a867bd107245 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 210 time: 0.0555096 Jun 23 17:30:41.144460 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:30:36Z', 'revision_number': 4, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '79db8855-5671-412f-a600-065cdea4362c', 'name': '', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'mac_address': 'fa:16:3e:e8:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:35Z', 'updated_at': '2021-06-23T17:30:37Z', 'revision_number': 2, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'subnets': [{'id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:41.186222 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c471b424-7c03-4c1d-9272-dc95e27be786 req-9543df42-110c-447a-9ef4-68f675dd76b5 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 210 time: 0.0433939 Jun 23 17:30:41.207713 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:41.213157 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:41.213157 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:41.213511 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Checking router: 51823886-d6d9-42ba-b26e-cae146fe4d87 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:41.213783 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Updating router 51823886-d6d9-42ba-b26e-cae146fe4d87 port 79db8855-5671-412f-a600-065cdea4362c binding host dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:30:41.217827 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a3afacfc-4b38-45fa-b2be-89956bc31ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:41.265361 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Made reservation on behalf of ecc440af13df4f78ae7db9f809cd80f7 for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:30:41.272146 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:41.301048 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:41.377274 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Pushing event updated for resources: {'Network': ['ID=df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:41.383390 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:41.398174 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:30:41.452269 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 32774) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:41.455181 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4538257 Jun 23 17:30:41.499265 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Request body: {'subnet': {'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2081852667-subnet', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:41.621871 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Allocated IP 172.20.0.12 (aafaff8f-b01f-466b-ab30-c032dfef5e37/67b44cd4-39e0-4322-a831-2cf251d01dfa/1ae3e161-61bd-432f-9fa2-a30595f3db0a) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:41.693350 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5d52-4e48-4034-9258-e544d7da6502 req-85967b8a-9200-4c3f-bdbd-cc1e22bbb745 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:41.701878 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-32be5d52-4e48-4034-9258-e544d7da6502 req-85967b8a-9200-4c3f-bdbd-cc1e22bbb745 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.1969774 Jun 23 17:30:41.710070 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-e93b1383-9e6b-4626-b984-ef9aea62ac43 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:41.711962 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-e93b1383-9e6b-4626-b984-ef9aea62ac43 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.74 "GET /v2.0/networks?id=b84a515c-6d41-4c9c-b073-221c5d108111 HTTP/1.1" status: 200 len: 811 time: 0.2897348 Jun 23 17:30:41.736663 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Made reservation on behalf of 572fbb0e18dd4dd493f86dadfd5ac1bd for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:30:41.741093 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:41.832483 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:41.840586 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-32be5d52-4e48-4034-9258-e544d7da6502 req-92f6dd96-fe8c-4807-8f9f-983de46e0f9d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376362 Jun 23 17:30:41.848872 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Transition to ACTIVE for port object 79db8855-5671-412f-a600-065cdea4362c will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:41.881255 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8e3190c3-d2f6-4c73-b8bb-11df176726ec tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e100c3cf8441968bf57fae965174a1 HTTP/1.1" status: 200 len: 379 time: 0.1537678 Jun 23 17:30:41.893309 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:41.895387 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Request body: {'port': {'device_id': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'admin_state_up': True, 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'security_groups': ['a01e1aec-165e-4f43-8b53-8d8d75021acb']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:42.047071 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:42.047071 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:42.150670 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31588633'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:42.161573 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-54deaf05-4ae3-4eb7-a8fd-70ac3f06e9fa tempest-ServerRescueNegativeTestJSON-2111709165 tempest-ServerRescueNegativeTestJSON-2111709165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:42.260983 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Pushing event updated for resources: {'Port': ['ID=79db8855-5671-412f-a600-065cdea4362c,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:42.286860 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Network aafaff8f-b01f-466b-ab30-c032dfef5e37 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:42.332958 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:42.342079 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Pushing event updated for resources: {'Port': ['ID=1ae3e161-61bd-432f-9fa2-a30595f3db0a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:42.345072 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:42.350966 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:42.351500 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:42.354388 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:42.356345 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:42.358307 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:42.358307 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:42.358307 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:42.358790 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:42.363274 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:42.366018 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:42.366568 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:42.373367 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:42.373367 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:42.382811 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:42.497306 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:42.498298 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:42.515697 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Attempting to bind port 79db8855-5671-412f-a600-065cdea4362c on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:30:42.516325 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Attempting to bind port 79db8855-5671-412f-a600-065cdea4362c by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:30:42.516899 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Attempting to bind port 79db8855-5671-412f-a600-065cdea4362c on network b086686d-8091-4f62-b632-2019702b3d1e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:42.526057 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:30:42.527515 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Checking segment: {'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:42.528218 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:42.575392 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Bound using segment: {'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:30:42.575392 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Bound port: 79db8855-5671-412f-a600-065cdea4362c, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:30:42.575392 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:42.633030 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-3238260c-5f12-4b71-8023-dc3aba9d3157 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8744595 Jun 23 17:30:42.637721 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] For port 79db8855-5671-412f-a600-065cdea4362c, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:30:42.641962 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] For port 79db8855-5671-412f-a600-065cdea4362c, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=79db8855-5671-412f-a600-065cdea4362c,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:30:42.661904 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Request body: {'port': {'device_id': 'b938a84b-024d-44af-86f8-5ef2e848a352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:42.729307 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:42.734940 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-d599fdaa-aa69-4a59-b6be-f91630c1e2fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:42.763541 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-39dc300b-5424-4d94-a9af-15be28e53fd2 req-69397ddf-7453-4f80-88fb-640e253f9d03 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 210 time: 0.1462722 Jun 23 17:30:42.770211 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:42.900755 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Pushing event updated for resources: {'Port': ['ID=79db8855-5671-412f-a600-065cdea4362c,revision_number=4']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:42.901710 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Made reservation on behalf of e1e100c3cf8441968bf57fae965174a1 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:30:42.911399 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:42.929223 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:42.936748 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Routers {'51823886-d6d9-42ba-b26e-cae146fe4d87'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:42.937327 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['51823886-d6d9-42ba-b26e-cae146fe4d87'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:42.974088 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dfa1b-287d-4373-99cb-b3ebe563eddf req-b92befdf-641e-4b0d-9158-7bf627e6c516 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:42.982099 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a05dfa1b-287d-4373-99cb-b3ebe563eddf req-b92befdf-641e-4b0d-9158-7bf627e6c516 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 932 time: 0.3631809 Jun 23 17:30:43.074798 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:43.100716 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:43.150599 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] Set router 51823886-d6d9-42ba-b26e-cae146fe4d87 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:43.185894 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a05dfa1b-287d-4373-99cb-b3ebe563eddf req-c8d063e9-946f-4f6f-af33-3c2e518e842a tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027631 Jun 23 17:30:43.304360 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa68c89-5289-43bc-8a94-e902c593c666,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:43.319805 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:43.344184 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Allocated IP 172.20.0.12 (b84a515c-6d41-4c9c-b073-221c5d108111/6d9fd77b-a5f6-4b20-83ff-514e53263429/367c3156-7c89-4105-b7ee-ca21b901baba) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:43.354852 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Checking segment: {'id': 'd50ffd43-2cc4-40bf-af57-1a6ec26200e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:43.355857 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Network hostable DHCP agents. Network: df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:30:43.397880 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae3e161-61bd-432f-9fa2-a30595f3db0a {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:30:43.409554 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:43.424728 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Transition to ACTIVE for port object 1ae3e161-61bd-432f-9fa2-a30595f3db0a will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:43.425397 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85404ea-ac8a-4d3b-b134-46df6c2e1902 req-0ac44cb6-2223-4062-8952-6e5cabc22cd6 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:43.431610 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e85404ea-ac8a-4d3b-b134-46df6c2e1902 req-0ac44cb6-2223-4062-8952-6e5cabc22cd6 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.2652857 Jun 23 17:30:43.467762 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:30:36Z', 'revision_number': 4, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '79db8855-5671-412f-a600-065cdea4362c', 'name': '', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'mac_address': 'fa:16:3e:e8:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:35Z', 'updated_at': '2021-06-23T17:30:42Z', 'revision_number': 4, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'subnets': [{'id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:43.488657 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:43.491585 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:43.503740 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f9f84f-4999-4b6b-bf26-7cb20351e226 None None] The sync data for ids ['51823886-d6d9-42ba-b26e-cae146fe4d87'] in dv-cinder-788253-3-smb is: [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:30:36Z', 'revision_number': 4, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '79db8855-5671-412f-a600-065cdea4362c', 'name': '', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'mac_address': 'fa:16:3e:e8:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:35Z', 'updated_at': '2021-06-23T17:30:42Z', 'revision_number': 4, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'subnets': [{'id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:43.539915 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Network df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:30:43.563541 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e85404ea-ac8a-4d3b-b134-46df6c2e1902 req-957b6c67-43cb-4dab-9236-12cfc1d0db34 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172428 Jun 23 17:30:43.584673 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae3e161-61bd-432f-9fa2-a30595f3db0a,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:43.588352 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:43.670743 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:43.680644 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:43.694593 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61833aef-1465-4aef-87d8-269835132f21 None None] Network df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:30:43.717432 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:43.718063 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:43.736278 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Transition to ACTIVE for port object 367c3156-7c89-4105-b7ee-ca21b901baba will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:43.758051 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Attempting to bind port 1ae3e161-61bd-432f-9fa2-a30595f3db0a on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:30:43.758629 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Attempting to bind port 1ae3e161-61bd-432f-9fa2-a30595f3db0a by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'd02f95b7-48b3-40b1-ac12-94c32098aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:30:43.759144 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Attempting to bind port 1ae3e161-61bd-432f-9fa2-a30595f3db0a on network aafaff8f-b01f-466b-ab30-c032dfef5e37 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:43.775720 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Port 1ae3e161-61bd-432f-9fa2-a30595f3db0a on network aafaff8f-b01f-466b-ab30-c032dfef5e37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:30:43.776390 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Attempting to bind port 1ae3e161-61bd-432f-9fa2-a30595f3db0a on network aafaff8f-b01f-466b-ab30-c032dfef5e37 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:43.788353 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:30:43.793078 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Checking segment: {'id': 'd02f95b7-48b3-40b1-ac12-94c32098aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:43.793078 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Bound using segment: {'id': 'd02f95b7-48b3-40b1-ac12-94c32098aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:30:43.793078 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Bound port: 1ae3e161-61bd-432f-9fa2-a30595f3db0a, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd02f95b7-48b3-40b1-ac12-94c32098aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:30:43.793078 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:43.817883 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3634880 Jun 23 17:30:43.820674 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 32792) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:43.830276 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2081852667-router', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:43.919707 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:43.924532 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] For port 1ae3e161-61bd-432f-9fa2-a30595f3db0a, host hv-cinder-78825, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:30:43.929831 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-1948bfd1-2fce-4bdd-8405-270d32e3d8a7 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:43.932663 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] For port 1ae3e161-61bd-432f-9fa2-a30595f3db0a, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1ae3e161-61bd-432f-9fa2-a30595f3db0a,segment=NetworkSegment(d02f95b7-48b3-40b1-ac12-94c32098aee0),segment_id=d02f95b7-48b3-40b1-ac12-94c32098aee0)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:30:43.955468 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e4dfc4c-f182-56e9-9889-ff28e47dae6d-df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308', 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'fixed_ips': [{'subnet_id': '6fa68c89-5289-43bc-8a94-e902c593c666'}]}} from dv-cinder-788253-3-smb. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:30:43.955468 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.004525 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33047569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5451'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.006114 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33047578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33478959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33124684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5442'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.045800 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.049368 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:44.084679 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event updated for resources: {'Port': ['ID=367c3156-7c89-4105-b7ee-ca21b901baba,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:44.104184 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:44.109395 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Network b84a515c-6d41-4c9c-b073-221c5d108111 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:44.121215 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:44.123985 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.124734 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:44.126055 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] 10.222.0.74 "PUT /v2.0/ports/1ae3e161-61bd-432f-9fa2-a30595f3db0a HTTP/1.1" status: 200 len: 1094 time: 1.4849577 Jun 23 17:30:44.128598 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b938a84b-024d-44af-86f8-5ef2e848a352', 'tag': '1ae3e161-61bd-432f-9fa2-a30595f3db0a'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:44.130767 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:44.134713 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Allocated IP 172.20.0.2 (df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308/6fa68c89-5289-43bc-8a94-e902c593c666/49cc19fa-c36c-400b-b775-eb168fcb488b) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:44.137473 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:44.138358 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.140684 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96821e7b3fc1c3ca34718932d534275ff0ce8c1a006a36611bf262d3b0796c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10ffd41-7dbe-42b7-a91b-9fb8822fbb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b938a84b-024d-44af-86f8-5ef2e848a352", "tag": "1ae3e161-61bd-432f-9fa2-a30595f3db0a"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:44.240753 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae3e161-61bd-432f-9fa2-a30595f3db0a,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:44.249072 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222a361c-a2b6-469c-9988-9fb8c64b4d48 x-openstack-request-id: req-222a361c-a2b6-469c-9988-9fb8c64b4d48 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:44.249646 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b938a84b-024d-44af-86f8-5ef2e848a352", "tag": "1ae3e161-61bd-432f-9fa2-a30595f3db0a", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:44.250166 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-222a361c-a2b6-469c-9988-9fb8c64b4d48 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:44.254291 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b938a84b-024d-44af-86f8-5ef2e848a352', 'tag': '1ae3e161-61bd-432f-9fa2-a30595f3db0a', 'status': 'completed', 'code': 200} Jun 23 17:30:44.255955 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-377a9231-9364-4d1a-8072-3ad9e30357c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:44.292237 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a8eb71e3-a430-4001-a5a9-67279b5355c3 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:30:44.326854 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.329528 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4391141 Jun 23 17:30:44.347935 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36aa5-bb83-4f7c-9a99-b974155eb4dd req-88f7ada4-dc4f-4618-8aaa-61edff951e85 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:44.383576 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a1b36aa5-bb83-4f7c-9a99-b974155eb4dd req-88f7ada4-dc4f-4618-8aaa-61edff951e85 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 932 time: 0.3859212 Jun 23 17:30:44.397570 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Request body: {'port': {'device_id': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:44.636686 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:44.662581 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'port_id': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'mac_address': 'fa:16:3e:cf:4a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:30:44.717040 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a1b36aa5-bb83-4f7c-9a99-b974155eb4dd req-ee08913c-a7e1-4e8e-b6fa-d7db9ae295d0 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318594 Jun 23 17:30:44.746743 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.754323 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33482045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5456'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.755730 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.793902 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8eb71e3-a430-4001-a5a9-67279b5355c3 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:30:44.833185 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:44.840857 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-528ba6d7-1963-4a5d-8a6d-ef2a001de778 None None] Provisioning for port 367c3156-7c89-4105-b7ee-ca21b901baba completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:44.846197 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Transition to ACTIVE for port object 49cc19fa-c36c-400b-b775-eb168fcb488b will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:44.864288 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-528ba6d7-1963-4a5d-8a6d-ef2a001de778 None None] Provisioning complete for port 367c3156-7c89-4105-b7ee-ca21b901baba triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:44.864288 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-528ba6d7-1963-4a5d-8a6d-ef2a001de778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.916740 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-528ba6d7-1963-4a5d-8a6d-ef2a001de778 None None] Port 367c3156-7c89-4105-b7ee-ca21b901baba cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:30:44.924421 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843e603-9476-4739-9fcd-f7982aea1093 req-f9eb5718-a315-4df1-87b2-f8c4fb7215a5 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:44.926303 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8843e603-9476-4739-9fcd-f7982aea1093 req-f9eb5718-a315-4df1-87b2-f8c4fb7215a5 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 944 time: 0.4142580 Jun 23 17:30:44.926704 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Transition to ACTIVE for port object 49cc19fa-c36c-400b-b775-eb168fcb488b will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:44.962816 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.973928 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:44.975936 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-eaeee131-1e41-4b57-a372-2db130b7de2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:45.018684 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ffd41-7dbe-42b7-a91b-9fb8822fbb4a req-ad2aa9a3-8b21-4b8a-ab3d-1b9fda3881da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:45.020343 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-b10ffd41-7dbe-42b7-a91b-9fb8822fbb4a req-ad2aa9a3-8b21-4b8a-ab3d-1b9fda3881da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecc440af13df4f78ae7db9f809cd80f7&device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 1097 time: 0.7625921 Jun 23 17:30:45.045162 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 79db8855-5671-412f-a600-065cdea4362c up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:45.086688 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:45.128176 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=a8eb71e3-a430-4001-a5a9-67279b5355c3,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:45.151942 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Network df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:45.153198 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:45.154698 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:45.157644 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:45.162316 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:45.175780 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8843e603-9476-4739-9fcd-f7982aea1093 req-bf8eb973-3cda-424d-938a-100574c83630 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251184 Jun 23 17:30:45.298341 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Pushing event updated for resources: {'Port': ['ID=49cc19fa-c36c-400b-b775-eb168fcb488b,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:45.311387 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['a8eb71e3-a430-4001-a5a9-67279b5355c3'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:30:45.313895 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:45.321204 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ffd41-7dbe-42b7-a91b-9fb8822fbb4a req-3ecaed9f-6ae2-4048-b65b-4fb517293446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:45.324295 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-b10ffd41-7dbe-42b7-a91b-9fb8822fbb4a req-3ecaed9f-6ae2-4048-b65b-4fb517293446 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=ecc440af13df4f78ae7db9f809cd80f7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2944345 Jun 23 17:30:45.348994 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Attempting to bind port 49cc19fa-c36c-400b-b775-eb168fcb488b on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:30:45.349713 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Attempting to bind port 49cc19fa-c36c-400b-b775-eb168fcb488b by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'd50ffd43-2cc4-40bf-af57-1a6ec26200e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:30:45.350370 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Attempting to bind port 49cc19fa-c36c-400b-b775-eb168fcb488b on network df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:45.365805 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 79db8855-5671-412f-a600-065cdea4362c completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:45.373446 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:30:45.373446 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Checking segment: {'id': 'd50ffd43-2cc4-40bf-af57-1a6ec26200e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:45.373960 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:45.374532 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Bound using segment: {'id': 'd50ffd43-2cc4-40bf-af57-1a6ec26200e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:30:45.375136 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Bound port: 49cc19fa-c36c-400b-b775-eb168fcb488b, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50ffd43-2cc4-40bf-af57-1a6ec26200e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:30:45.375633 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:45.390253 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 79db8855-5671-412f-a600-065cdea4362c triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:45.390797 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:45.546786 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441083cc-2091-4258-a9a1-b9ea8a9be04f req-786b3b34-b532-4e2c-993a-af52275670af tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:45.555456 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] For port 49cc19fa-c36c-400b-b775-eb168fcb488b, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:30:45.561102 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-441083cc-2091-4258-a9a1-b9ea8a9be04f req-786b3b34-b532-4e2c-993a-af52275670af tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 945 time: 0.4905496 Jun 23 17:30:45.568369 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] For port 49cc19fa-c36c-400b-b775-eb168fcb488b, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=49cc19fa-c36c-400b-b775-eb168fcb488b,segment=NetworkSegment(d50ffd43-2cc4-40bf-af57-1a6ec26200e2),segment_id=d50ffd43-2cc4-40bf-af57-1a6ec26200e2)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:30:45.596469 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ffd41-7dbe-42b7-a91b-9fb8822fbb4a req-2db6ccb2-e4c1-4cc0-a306-2e36183d0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:45.643464 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-b10ffd41-7dbe-42b7-a91b-9fb8822fbb4a req-2db6ccb2-e4c1-4cc0-a306-2e36183d0a7b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2668223 Jun 23 17:30:45.653403 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:45.661495 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-441083cc-2091-4258-a9a1-b9ea8a9be04f req-ae5124a4-7681-4118-b69b-7aae61e38f4c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995703 Jun 23 17:30:45.707466 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:30:45.732211 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:45.746098 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-cf19fae4-ad94-4802-a1bc-3ca225b511a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:45.746640 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:45.749964 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-cf19fae4-ad94-4802-a1bc-3ca225b511a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecc440af13df4f78ae7db9f809cd80f7&device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 1097 time: 0.0997629 Jun 23 17:30:45.845416 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-34e07d46-85f1-4985-b993-8eb451b7c585 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ae3e161-61bd-432f-9fa2-a30595f3db0a HTTP/1.1" status: 200 len: 217 time: 0.0776432 Jun 23 17:30:45.856086 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port 79db8855-5671-412f-a600-065cdea4362c, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=79db8855-5671-412f-a600-065cdea4362c,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:45.901027 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Pushing event updated for resources: {'Port': ['ID=49cc19fa-c36c-400b-b775-eb168fcb488b,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:45.913912 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:45.918297 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:45.931541 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-8be6aec8-fc4e-4a69-bceb-be609d6ab427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:45.936115 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-8be6aec8-fc4e-4a69-bceb-be609d6ab427 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67b44cd4-39e0-4322-a831-2cf251d01dfa HTTP/1.1" status: 200 len: 854 time: 0.0817304 Jun 23 17:30:45.977601 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-9f1b7ccf-e0d4-4ce0-a9a7-603b5fec77a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aafaff8f-b01f-466b-ab30-c032dfef5e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319824 Jun 23 17:30:45.991416 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:45.995709 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b2f1f632-d7fb-426b-808c-0057622be701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:45.999939 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.115855 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-68ac9137-8502-4807-aef2-b5ff82e5e0cd service neutron] 10.222.0.74 "GET /v2.0/networks/aafaff8f-b01f-466b-ab30-c032dfef5e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310282 Jun 23 17:30:46.117264 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=79db8855-5671-412f-a600-065cdea4362c,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:46.130088 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367c3156-7c89-4105-b7ee-ca21b901baba {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:30:46.141151 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:46.176903 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.190136 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Transition to ACTIVE for port object 367c3156-7c89-4105-b7ee-ca21b901baba will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:46.234217 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedcb53-7835-4096-bd50-858aced13e90 req-98b93eac-0597-4f0f-8420-b70cb3ddf210 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:46.234217 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1aedcb53-7835-4096-bd50-858aced13e90 req-98b93eac-0597-4f0f-8420-b70cb3ddf210 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 932 time: 0.2965958 Jun 23 17:30:46.301422 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a8eb71e3-a430-4001-a5a9-67279b5355c3 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:46.316957 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Allocated IP 172.28.1.69 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/cfddb0a3-487f-4a9b-97f4-66d8c9c8c821) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:46.354720 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.392891 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1aedcb53-7835-4096-bd50-858aced13e90 req-8ba663a6-fe0d-495e-941c-774ddcfc981b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548631 Jun 23 17:30:46.394232 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:46.408037 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-ed3afc49-73a4-47e9-be04-9e86dbe976e7 req-78066fc3-d102-476e-98b9-12658cd16a43 service neutron] 10.222.0.74 "GET /v2.0/networks/aafaff8f-b01f-466b-ab30-c032dfef5e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746782 Jun 23 17:30:46.539195 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Pushing event updated for resources: {'Port': ['ID=367c3156-7c89-4105-b7ee-ca21b901baba,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:46.540478 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port a8eb71e3-a430-4001-a5a9-67279b5355c3 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:46.547459 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:46.552088 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port a8eb71e3-a430-4001-a5a9-67279b5355c3 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:46.552088 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.648112 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Attempting to bind port 367c3156-7c89-4105-b7ee-ca21b901baba on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:30:46.648112 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Attempting to bind port 367c3156-7c89-4105-b7ee-ca21b901baba by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:30:46.648438 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Attempting to bind port 367c3156-7c89-4105-b7ee-ca21b901baba on network b84a515c-6d41-4c9c-b073-221c5d108111 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:46.671847 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Port 367c3156-7c89-4105-b7ee-ca21b901baba on network b84a515c-6d41-4c9c-b073-221c5d108111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:30:46.672180 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Attempting to bind port 367c3156-7c89-4105-b7ee-ca21b901baba on network b84a515c-6d41-4c9c-b073-221c5d108111 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:46.678075 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.696554 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611d5f0-1a94-4686-83fd-f8b91830d00c req-e01f5dae-a280-4acb-b041-4795f464585e tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:46.702009 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d611d5f0-1a94-4686-83fd-f8b91830d00c req-e01f5dae-a280-4acb-b041-4795f464585e tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 944 time: 0.2705839 Jun 23 17:30:46.712884 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:30:46.713422 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Checking segment: {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:46.714004 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Bound using segment: {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:30:46.714736 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Bound port: 367c3156-7c89-4105-b7ee-ca21b901baba, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a68d59a-4fec-4688-8e75-542b154758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:30:46.715372 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.756538 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.796051 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:46.800759 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738da41a-b3a2-4e43-b35c-041648db3a9d" -d '{"events": [{"server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:46.830784 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:46.903901 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d611d5f0-1a94-4686-83fd-f8b91830d00c req-0a5a3e07-3624-4f2b-b4b9-7aebeeece6bf tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528215 Jun 23 17:30:46.945152 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:46.947009 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] For port 367c3156-7c89-4105-b7ee-ca21b901baba, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:30:46.952799 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:46.959503 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] For port 367c3156-7c89-4105-b7ee-ca21b901baba, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=367c3156-7c89-4105-b7ee-ca21b901baba,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:30:47.004112 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:47.007990 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c7c396c6-be81-436b-8ce4-f67e755f0688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:47.037570 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951e2d06-f478-4ee9-acb9-ce5e9a134310 x-openstack-request-id: req-951e2d06-f478-4ee9-acb9-ce5e9a134310 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:47.038166 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:47.038725 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-951e2d06-f478-4ee9-acb9-ce5e9a134310 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:47.041161 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'code': 200} Jun 23 17:30:47.105401 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=a8eb71e3-a430-4001-a5a9-67279b5355c3,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:47.114604 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:47.166759 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:47.209836 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:47.218800 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 79db8855-5671-412f-a600-065cdea4362c up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:47.252085 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:47.258204 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:47.258204 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:47.266395 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] 10.222.0.74 "PUT /v2.0/ports/367c3156-7c89-4105-b7ee-ca21b901baba HTTP/1.1" status: 200 len: 1094 time: 2.8791440 Jun 23 17:30:47.267292 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:47.269619 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Pushing event updated for resources: {'Port': ['ID=cfddb0a3-487f-4a9b-97f4-66d8c9c8c821,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:47.274357 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:47.274890 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'tag': '367c3156-7c89-4105-b7ee-ca21b901baba'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:47.280218 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6735101b-a9c0-43af-b33a-729e6c7b34cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fb5975-1e99-470f-9fac-da0df98371c5", "tag": "367c3156-7c89-4105-b7ee-ca21b901baba"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:47.303645 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d0de547f-09b2-4d2f-89f7-df6b6196b139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:47.371347 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 79db8855-5671-412f-a600-065cdea4362c triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:47.372124 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:47.415868 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438def33-9e72-4e89-b140-7f88c17b7400 x-openstack-request-id: req-438def33-9e72-4e89-b140-7f88c17b7400 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:47.416679 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fb5975-1e99-470f-9fac-da0df98371c5", "tag": "367c3156-7c89-4105-b7ee-ca21b901baba", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:47.417150 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-438def33-9e72-4e89-b140-7f88c17b7400 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:47.418719 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'tag': '367c3156-7c89-4105-b7ee-ca21b901baba', 'status': 'completed', 'code': 200} Jun 23 17:30:47.637369 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 49cc19fa-c36c-400b-b775-eb168fcb488b up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:47.637531 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a07f84-d4ab-4d71-b974-2abb9be98ec9 req-4b51cb21-ea22-474c-b819-831d97adcefb tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:47.646117 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80a07f84-d4ab-4d71-b974-2abb9be98ec9 req-4b51cb21-ea22-474c-b819-831d97adcefb tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.5588374 Jun 23 17:30:47.676637 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Pushing event updated for resources: {'Port': ['ID=367c3156-7c89-4105-b7ee-ca21b901baba,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:47.713400 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:47.746329 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45d5fe-300f-4a23-86d9-e15f3edc0edb req-d67d9a6d-fc12-417d-904e-4a1709d904fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:47.751074 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-9a45d5fe-300f-4a23-86d9-e15f3edc0edb req-d67d9a6d-fc12-417d-904e-4a1709d904fb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 1099 time: 0.1623487 Jun 23 17:30:47.765210 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6218e1a3-f6f6-48df-9e42-dcbd92cfbd37 None None] Network df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:30:47.827768 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-9a45d5fe-300f-4a23-86d9-e15f3edc0edb req-b56e0b43-5ee7-46c6-91f1-688ee7f6c147 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662005 Jun 23 17:30:47.836585 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80a07f84-d4ab-4d71-b974-2abb9be98ec9 req-b6977af7-db53-45cd-962b-11ff3c0c180b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821330 Jun 23 17:30:47.855442 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735101b-a9c0-43af-b33a-729e6c7b34cf req-9c85ea0b-1a81-4153-8aa9-99fe29d5e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:47.858012 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6735101b-a9c0-43af-b33a-729e6c7b34cf req-9c85ea0b-1a81-4153-8aa9-99fe29d5e339 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1e100c3cf8441968bf57fae965174a1&device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 1097 time: 0.3896832 Jun 23 17:30:47.890275 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port 49cc19fa-c36c-400b-b775-eb168fcb488b completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:48.207899 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f9f9db48-4d38-4e9e-964e-62cb0b170214 None None] Provisioning for port 49cc19fa-c36c-400b-b775-eb168fcb488b completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:48.217567 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f9f9db48-4d38-4e9e-964e-62cb0b170214 None None] Provisioning complete for port 49cc19fa-c36c-400b-b775-eb168fcb488b triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:48.218171 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f9f9db48-4d38-4e9e-964e-62cb0b170214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:48.305420 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 1ae3e161-61bd-432f-9fa2-a30595f3db0a details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:30:48.408594 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f9f9db48-4d38-4e9e-964e-62cb0b170214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:48.493936 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:48.548939 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f9f9db48-4d38-4e9e-964e-62cb0b170214 None None] For port 49cc19fa-c36c-400b-b775-eb168fcb488b, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=49cc19fa-c36c-400b-b775-eb168fcb488b,segment=NetworkSegment(d50ffd43-2cc4-40bf-af57-1a6ec26200e2),segment_id=d50ffd43-2cc4-40bf-af57-1a6ec26200e2)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:48.563864 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 1ae3e161-61bd-432f-9fa2-a30595f3db0a, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1ae3e161-61bd-432f-9fa2-a30595f3db0a,segment=NetworkSegment(d02f95b7-48b3-40b1-ac12-94c32098aee0),segment_id=d02f95b7-48b3-40b1-ac12-94c32098aee0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:48.581537 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '1ae3e161-61bd-432f-9fa2-a30595f3db0a', 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37', 'port_id': '1ae3e161-61bd-432f-9fa2-a30595f3db0a', 'mac_address': 'fa:16:3e:ad:7e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b44cd4-39e0-4322-a831-2cf251d01dfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:30:48.626588 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb003c-1261-46c2-9536-3ec7a29a895d req-560d7e69-d4ca-4ba1-9f33-2a9b4eb7f6c0 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:48.629155 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f9f9db48-4d38-4e9e-964e-62cb0b170214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:48.635085 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-78bb003c-1261-46c2-9536-3ec7a29a895d req-560d7e69-d4ca-4ba1-9f33-2a9b4eb7f6c0 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 944 time: 0.7972193 Jun 23 17:30:48.639952 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:48.701375 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:48.710055 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735101b-a9c0-43af-b33a-729e6c7b34cf req-791b4695-c00e-4fe3-ae5e-5d4c2efd95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:48.711747 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6735101b-a9c0-43af-b33a-729e6c7b34cf req-791b4695-c00e-4fe3-ae5e-5d4c2efd95d7 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e1e100c3cf8441968bf57fae965174a1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8173993 Jun 23 17:30:48.740241 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae3e161-61bd-432f-9fa2-a30595f3db0a {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:30:48.799328 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9db48-4d38-4e9e-964e-62cb0b170214 None None] Pushing event updated for resources: {'Port': ['ID=49cc19fa-c36c-400b-b775-eb168fcb488b,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:48.811998 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-f9f9db48-4d38-4e9e-964e-62cb0b170214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:48.815794 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6528644-30cd-4357-80bc-9d0bdb8538f0 req-c9628516-a02c-4b97-8685-b46698ae64bd tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:48.818467 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a6528644-30cd-4357-80bc-9d0bdb8538f0 req-c9628516-a02c-4b97-8685-b46698ae64bd tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 944 time: 0.4967573 Jun 23 17:30:48.824251 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 1ae3e161-61bd-432f-9fa2-a30595f3db0a, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1ae3e161-61bd-432f-9fa2-a30595f3db0a,segment=NetworkSegment(d02f95b7-48b3-40b1-ac12-94c32098aee0),segment_id=d02f95b7-48b3-40b1-ac12-94c32098aee0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:48.825827 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9a38c494-5a3b-4998-a7ac-bc14af99cc2c None None] Provisioning complete for port 49cc19fa-c36c-400b-b775-eb168fcb488b triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:48.826628 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9a38c494-5a3b-4998-a7ac-bc14af99cc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:48.837633 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-78bb003c-1261-46c2-9536-3ec7a29a895d req-78cbd5a4-df97-4d90-ace4-bf122c6d8b41 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015870 Jun 23 17:30:48.940572 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:48.945083 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:49.036888 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=1ae3e161-61bd-432f-9fa2-a30595f3db0a,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:49.051219 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:49.113953 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a6528644-30cd-4357-80bc-9d0bdb8538f0 req-c279e0db-d0fd-4436-84c5-e720473b16be tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747819 Jun 23 17:30:49.186538 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['1ae3e161-61bd-432f-9fa2-a30595f3db0a'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:30:49.209487 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735101b-a9c0-43af-b33a-729e6c7b34cf req-0ee4f739-2990-4fbf-8ffb-53e5172aeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:49.211606 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6735101b-a9c0-43af-b33a-729e6c7b34cf req-0ee4f739-2990-4fbf-8ffb-53e5172aeef2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4861667 Jun 23 17:30:49.221136 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33482088'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.384909 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0087147-360e-4a01-b44a-2f4dc55c5c8c req-d439ba4f-d433-4376-af87-a31d404683a2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:49.389035 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f0087147-360e-4a01-b44a-2f4dc55c5c8c req-d439ba4f-d433-4376-af87-a31d404683a2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.2767882 Jun 23 17:30:49.461875 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-ba22dc41-9f36-4188-9a32-5e3480ee97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:49.463476 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-ba22dc41-9f36-4188-9a32-5e3480ee97cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1e100c3cf8441968bf57fae965174a1&device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 1097 time: 0.1759458 Jun 23 17:30:49.474645 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f0087147-360e-4a01-b44a-2f4dc55c5c8c req-7af1e97a-8a88-415a-884a-96dc1ad3257d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727236 Jun 23 17:30:49.520999 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-7f2f57c6-184d-420f-94c1-00994120d56a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=367c3156-7c89-4105-b7ee-ca21b901baba HTTP/1.1" status: 200 len: 217 time: 0.0451560 Jun 23 17:30:49.589211 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-a7e2f103-f765-43a0-b121-feecb93fcad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:49.589211 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-a7e2f103-f765-43a0-b121-feecb93fcad0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d9fd77b-a5f6-4b20-83ff-514e53263429 HTTP/1.1" status: 200 len: 850 time: 0.0582483 Jun 23 17:30:49.637806 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Router bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 is scheduled to L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:30:49.747243 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-68acca4e-12e5-4e8e-9205-ce254ec06367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:49.748808 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-68acca4e-12e5-4e8e-9205-ce254ec06367 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b84a515c-6d41-4c9c-b073-221c5d108111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1477342 Jun 23 17:30:49.825142 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:49.837114 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Sync routers for ids ['bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:49.856664 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Routers {'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:49.857961 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:49.875749 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-56c013bf-089c-4b6e-97ab-bbaab83df7a8 service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146662 Jun 23 17:30:49.931083 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:49.931770 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1097264 Jun 23 17:30:49.936919 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 32818) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:50.089585 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Set router bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:50.126591 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71c9b373-c810-463f-bab5-cd2b3f11dd89 req-6afc68fe-0c97-4593-acf9-fca22249ece6 service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436969 Jun 23 17:30:50.162179 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b5b88-1811-4bc8-87a3-83b2f9b9bc32 req-86a74633-3966-477f-bfde-afc580fb8a04 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:50.163800 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3a4b5b88-1811-4bc8-87a3-83b2f9b9bc32 req-86a74633-3966-477f-bfde-afc580fb8a04 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 944 time: 0.1327822 Jun 23 17:30:50.266817 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3a4b5b88-1811-4bc8-87a3-83b2f9b9bc32 req-7df7cd19-f2de-4e23-9d8e-58fc26c3b9b3 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889230 Jun 23 17:30:50.317852 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 1ae3e161-61bd-432f-9fa2-a30595f3db0a up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:50.460529 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c0004-25c1-4146-bddb-c619ae67b0c8 req-b4be7a3a-ed97-4dc7-8562-137f3e41a742 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:50.460529 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c87c0004-25c1-4146-bddb-c619ae67b0c8 req-b4be7a3a-ed97-4dc7-8562-137f3e41a742 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 945 time: 0.1156685 Jun 23 17:30:50.481102 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'name': 'tempest-TestShelveInstance-2081852667-router', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:44Z', 'updated_at': '2021-06-23T17:30:47Z', 'revision_number': 3, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'gw_port': {'id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:46Z', 'updated_at': '2021-06-23T17:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:50.496623 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c87c0004-25c1-4146-bddb-c619ae67b0c8 req-92aa43d0-59e9-497a-9a90-a8ca679a0100 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Jun 23 17:30:50.532227 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Checking router: bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:50.534723 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Updating router bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 port cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 binding host dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:30:50.582634 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 1ae3e161-61bd-432f-9fa2-a30595f3db0a completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:50.600804 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 1ae3e161-61bd-432f-9fa2-a30595f3db0a triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:50.602132 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:50.610594 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:50.613076 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:50.803176 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6e4e9-ea57-4c7c-b650-82fcbdd1f141 req-2ae7507a-036a-4ef2-b346-7e044940c73d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:50.806442 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3de6e4e9-ea57-4c7c-b650-82fcbdd1f141 req-2ae7507a-036a-4ef2-b346-7e044940c73d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.1346335 Jun 23 17:30:50.867685 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Allocated IP 172.20.0.1 (df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308/6fa68c89-5289-43bc-8a94-e902c593c666/f8464a5b-5aff-46ba-a8db-d2b3cdf560f1) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:30:50.892273 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3de6e4e9-ea57-4c7c-b650-82fcbdd1f141 req-9fd188a6-3aac-4846-b32e-7e2cc94a4fcc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773964 Jun 23 17:30:50.960274 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 49cc19fa-c36c-400b-b775-eb168fcb488b up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:51.071666 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:51.081511 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:51.092868 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Transition to ACTIVE for port object f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:51.112484 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aba5cc-bfa6-472e-82cb-015042412d28 req-4f47db2f-0dbc-44d7-9873-076b4c9890fc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:51.124023 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-99aba5cc-bfa6-472e-82cb-015042412d28 req-4f47db2f-0dbc-44d7-9873-076b4c9890fc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.0816059 Jun 23 17:30:51.124939 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 32826) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:51.130632 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-941b399f-ff28-4688-86cb-ab46f871a32d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Request body: {'floatingip': {'port_id': 'a8eb71e3-a430-4001-a5a9-67279b5355c3'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:51.149945 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b938a84b-024d-44af-86f8-5ef2e848a352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae3e161-61bd-432f-9fa2-a30595f3db0a'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:51.152377 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f450f9bc-c191-41be-8cd9-c9e3928589d7" -d '{"events": [{"server_uuid": "b938a84b-024d-44af-86f8-5ef2e848a352", "name": "network-vif-plugged", "status": "completed", "tag": "1ae3e161-61bd-432f-9fa2-a30595f3db0a"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:51.155185 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port 49cc19fa-c36c-400b-b775-eb168fcb488b triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:51.155569 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:51.181015 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-941b399f-ff28-4688-86cb-ab46f871a32d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:51.198755 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 1ae3e161-61bd-432f-9fa2-a30595f3db0a, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1ae3e161-61bd-432f-9fa2-a30595f3db0a,segment=NetworkSegment(d02f95b7-48b3-40b1-ac12-94c32098aee0),segment_id=d02f95b7-48b3-40b1-ac12-94c32098aee0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:51.212466 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:51.236358 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Transition to ACTIVE for port object cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:51.247727 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5553c07-3b23-4263-98d6-0a5c94b68115 x-openstack-request-id: req-a5553c07-3b23-4263-98d6-0a5c94b68115 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:51.248204 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b938a84b-024d-44af-86f8-5ef2e848a352", "name": "network-vif-plugged", "status": "completed", "tag": "1ae3e161-61bd-432f-9fa2-a30595f3db0a", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:51.248650 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5553c07-3b23-4263-98d6-0a5c94b68115 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:51.249189 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b938a84b-024d-44af-86f8-5ef2e848a352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae3e161-61bd-432f-9fa2-a30595f3db0a', 'code': 200} Jun 23 17:30:51.261377 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31588633'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:51.268941 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:51.310409 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:51.313194 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-c99c923b-7df8-4ceb-acb8-61d7c91a86ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:51.382857 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:51.393081 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Network df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:51.398483 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:51.402797 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:30:51.488120 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=1ae3e161-61bd-432f-9fa2-a30595f3db0a,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:51.496487 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Attempting to bind port cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:30:51.496783 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Attempting to bind port cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:30:51.497325 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Attempting to bind port cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 on network 0516b4b2-f673-4cdc-b63f-187f09eafd61 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:51.503866 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:51.504661 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:51.549467 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33427304'] for router_interface, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:51.555595 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f8464a5b-5aff-46ba-a8db-d2b3cdf560f1,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:51.648834 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa7174-b76a-49da-af56-ec5381845909 None None] Pushing event updated for resources: {'Port': ['ID=cfddb0a3-487f-4a9b-97f4-66d8c9c8c821,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:51.652937 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:30:51.653833 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Checking segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:51.654852 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:51.655518 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Bound using segment: {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:30:51.656257 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Bound port: cfddb0a3-487f-4a9b-97f4-66d8c9c8c821, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92441e4-493e-46d7-a6ad-b9c3b0f02685', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:30:51.657237 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:51.661248 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b0aa7174-b76a-49da-af56-ec5381845909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:51.795743 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] For port cfddb0a3-487f-4a9b-97f4-66d8c9c8c821, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:30:51.800948 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fc14a-e9fb-4260-b5ad-964d3d4562f4 req-50eb5e1c-3375-43cd-9c6a-b9be613ed814 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:51.807601 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ea5fc14a-e9fb-4260-b5ad-964d3d4562f4 req-50eb5e1c-3375-43cd-9c6a-b9be613ed814 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 944 time: 0.3137457 Jun 23 17:30:51.808287 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] For port cfddb0a3-487f-4a9b-97f4-66d8c9c8c821, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=cfddb0a3-487f-4a9b-97f4-66d8c9c8c821,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:30:51.813046 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:52.004883 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:52.009851 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:52.018962 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ea5fc14a-e9fb-4260-b5ad-964d3d4562f4 req-a79970be-e85a-4d24-8a3f-3b4f815a42a9 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467330 Jun 23 17:30:52.085268 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-6c5f8d5a-12a7-420c-beff-dd935cc1465d None None] Provisioning for port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:52.096706 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:52.118559 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-6c5f8d5a-12a7-420c-beff-dd935cc1465d None None] Provisioning complete for port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:52.119224 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8d5a-12a7-420c-beff-dd935cc1465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:52.165084 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97644f-acd7-4cf3-9c65-b6c9ad2e7294 req-f4d9438a-0fe1-4e5c-995e-6cdf9eb3e043 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:52.168656 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2d97644f-acd7-4cf3-9c65-b6c9ad2e7294 req-f4d9438a-0fe1-4e5c-995e-6cdf9eb3e043 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 946 time: 0.3582292 Jun 23 17:30:52.179306 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77cbbf-abd4-4925-ba5c-ceecbd562b1a req-a539b174-57c6-4a2e-9c49-e10be990f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:52.181899 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2f77cbbf-abd4-4925-ba5c-ceecbd562b1a req-a539b174-57c6-4a2e-9c49-e10be990f691 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 1099 time: 0.3123677 Jun 23 17:30:52.190879 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f8d5a-12a7-420c-beff-dd935cc1465d None None] Port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:30:52.203438 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Routers {'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:52.204380 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:52.211027 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa7174-b76a-49da-af56-ec5381845909 None None] Pushing event updated for resources: {'Port': ['ID=cfddb0a3-487f-4a9b-97f4-66d8c9c8c821,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:52.215605 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b0aa7174-b76a-49da-af56-ec5381845909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:52.230424 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.db.resource_extend [None req-941b399f-ff28-4688-86cb-ab46f871a32d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 17:30:52.309822 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2f77cbbf-abd4-4925-ba5c-ceecbd562b1a req-5076029c-c482-4881-8c32-cc862af96052 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178873 Jun 23 17:30:52.314053 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-941b399f-ff28-4688-86cb-ab46f871a32d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:52.323333 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2d97644f-acd7-4cf3-9c65-b6c9ad2e7294 req-39a646f8-3a7f-49c0-84c2-2428ec94eff3 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205952 Jun 23 17:30:52.404142 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:52.418328 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-941b399f-ff28-4688-86cb-ab46f871a32d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:52.442179 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 367c3156-7c89-4105-b7ee-ca21b901baba details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:30:52.496857 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] Set router bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:52.521913 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:52.535286 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:52.592375 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.l3_db [None req-941b399f-ff28-4688-86cb-ab46f871a32d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Floating IP 9f2dc7ad-f985-4a39-8332-ea6d060bb163 associated. External IP: 172.28.1.140, port: a8eb71e3-a430-4001-a5a9-67279b5355c3. Jun 23 17:30:52.624157 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33265121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33427332'] for router_interface, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:52.648214 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f8464a5b-5aff-46ba-a8db-d2b3cdf560f1,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:52.653259 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:52.723671 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 367c3156-7c89-4105-b7ee-ca21b901baba, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=367c3156-7c89-4105-b7ee-ca21b901baba,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:52.752568 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '367c3156-7c89-4105-b7ee-ca21b901baba', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'port_id': '367c3156-7c89-4105-b7ee-ca21b901baba', 'mac_address': 'fa:16:3e:7c:03:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:30:52.810933 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Network df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:30:52.810933 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:30:52.873212 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:52.902109 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367c3156-7c89-4105-b7ee-ca21b901baba {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:30:52.956637 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 367c3156-7c89-4105-b7ee-ca21b901baba, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=367c3156-7c89-4105-b7ee-ca21b901baba,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:52.976327 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'name': 'tempest-TestShelveInstance-2081852667-router', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:44Z', 'updated_at': '2021-06-23T17:30:51Z', 'revision_number': 4, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'gw_port': {'id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:46Z', 'updated_at': '2021-06-23T17:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'f8464a5b-5aff-46ba-a8db-d2b3cdf560f1', 'name': '', 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'mac_address': 'fa:16:3e:e4:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6fa68c89-5289-43bc-8a94-e902c593c666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:50Z', 'updated_at': '2021-06-23T17:30:50Z', 'revision_number': 1, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'subnets': [{'id': '6fa68c89-5289-43bc-8a94-e902c593c666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:53.056874 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c00f2-15fe-40ed-9a33-d54a1b457975 None None] The sync data for ids ['bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'] in dv-cinder-788253-3-smb is: [{'id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'name': 'tempest-TestShelveInstance-2081852667-router', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:44Z', 'updated_at': '2021-06-23T17:30:51Z', 'revision_number': 4, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'gw_port': {'id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:46Z', 'updated_at': '2021-06-23T17:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'f8464a5b-5aff-46ba-a8db-d2b3cdf560f1', 'name': '', 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'mac_address': 'fa:16:3e:e4:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6fa68c89-5289-43bc-8a94-e902c593c666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:50Z', 'updated_at': '2021-06-23T17:30:50Z', 'revision_number': 1, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'subnets': [{'id': '6fa68c89-5289-43bc-8a94-e902c593c666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:53.059644 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Router bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:53.203364 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:53.209313 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b0aa7174-b76a-49da-af56-ec5381845909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:53.333097 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=367c3156-7c89-4105-b7ee-ca21b901baba,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:53.348052 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:53.350436 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:53.361220 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] 10.222.0.49 "PUT /v2.0/routers/bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4226398 Jun 23 17:30:53.404875 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-5e7e67a1-4af3-4c93-88a5-388e236b1d89 None None] Provisioning complete for port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:53.404875 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5e7e67a1-4af3-4c93-88a5-388e236b1d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:53.502939 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['367c3156-7c89-4105-b7ee-ca21b901baba'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:30:53.603351 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-5e7e67a1-4af3-4c93-88a5-388e236b1d89 None None] Port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:30:53.914827 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed9531-2ab7-42ee-85e4-0a40168a95c8 req-9a9e094a-23c4-499f-94e4-b6e3fd345b1c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:53.924009 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-45ed9531-2ab7-42ee-85e4-0a40168a95c8 req-9a9e094a-23c4-499f-94e4-b6e3fd345b1c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 945 time: 0.4148619 Jun 23 17:30:53.936311 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae226104-626f-40e0-8b7c-7e788ec85483 req-97fc8f90-1ee9-4180-bd59-a2cceb7b159c tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:53.938779 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ae226104-626f-40e0-8b7c-7e788ec85483 req-97fc8f90-1ee9-4180-bd59-a2cceb7b159c tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 946 time: 0.2839346 Jun 23 17:30:53.950354 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941b399f-ff28-4688-86cb-ab46f871a32d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Router 3dc677eb-66a3-4322-9057-89cdbb75a246 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:30:54.045913 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-45ed9531-2ab7-42ee-85e4-0a40168a95c8 req-5e5baaf0-6acc-4f01-b4d6-53c601963a6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208851 Jun 23 17:30:54.089010 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ae226104-626f-40e0-8b7c-7e788ec85483 req-492d5238-0676-428e-a6a1-cec7bbaa4625 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402783 Jun 23 17:30:54.221045 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941b399f-ff28-4688-86cb-ab46f871a32d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:30:54.226879 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-941b399f-ff28-4688-86cb-ab46f871a32d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:54.241346 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cc5d5-8871-4a43-adde-44896d066fb9 None None] Sync routers for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:54.274656 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033cc5d5-8871-4a43-adde-44896d066fb9 None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:54.276078 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-033cc5d5-8871-4a43-adde-44896d066fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:54.291577 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-941b399f-ff28-4688-86cb-ab46f871a32d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "PUT /v2.0/floatingips/9f2dc7ad-f985-4a39-8332-ea6d060bb163 HTTP/1.1" status: 200 len: 992 time: 3.1655252 Jun 23 17:30:54.292908 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:54.296702 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172c5219-049d-4252-958d-58336f604bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:54.469695 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-033cc5d5-8871-4a43-adde-44896d066fb9 None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:54.560222 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f94770-15d4-4758-bf4e-b61c1dfd85c1 x-openstack-request-id: req-f3f94770-15d4-4758-bf4e-b61c1dfd85c1 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:54.560823 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:54.561328 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3f94770-15d4-4758-bf4e-b61c1dfd85c1 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:54.561927 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'status': 'completed', 'code': 200} Jun 23 17:30:54.756261 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5219-049d-4252-958d-58336f604bd5 req-6f14bcf4-0bc7-4306-af19-8c8dcd75b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:54.764798 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-172c5219-049d-4252-958d-58336f604bd5 req-6f14bcf4-0bc7-4306-af19-8c8dcd75b52c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 1099 time: 0.1654282 Jun 23 17:30:54.896914 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 32848) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:54.902785 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-acf342b9-df7e-4d94-ae73-ba1dd2f57787 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245011984', 'description': 'tempest-secgroup-smoke-245011984 description', 'project_id': 'f811cea009c6458c9ad6b82741b4c770'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:54.985693 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-033cc5d5-8871-4a43-adde-44896d066fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': '9f2dc7ad-f985-4a39-8332-ea6d060bb163', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'floating_ip_address': '172.28.1.140', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'port_id': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'mac_address': 'fa:16:3e:cf:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:30:28Z', 'updated_at': '2021-06-23T17:30:52Z', 'revision_number': 1, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:21Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:55.047220 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:55.047674 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5219-049d-4252-958d-58336f604bd5 req-ac33ce30-69a9-4b1c-ae26-6ea09bd7d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:55.047674 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-172c5219-049d-4252-958d-58336f604bd5 req-ac33ce30-69a9-4b1c-ae26-6ea09bd7d3c2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 200 len: 918 time: 0.2630830 Jun 23 17:30:55.048156 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cc5d5-8871-4a43-adde-44896d066fb9 None None] Checking router: 3dc677eb-66a3-4322-9057-89cdbb75a246 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:55.058601 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033cc5d5-8871-4a43-adde-44896d066fb9 None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:55.059602 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-033cc5d5-8871-4a43-adde-44896d066fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:55.175703 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-acf342b9-df7e-4d94-ae73-ba1dd2f57787 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.215148 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-172c5219-049d-4252-958d-58336f604bd5 req-921b04e4-0631-437f-bb69-9e6075133c89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3 HTTP/1.1" status: 200 len: 1000 time: 0.1689210 Jun 23 17:30:55.230239 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:55.243767 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:55.245108 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.260140 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-033cc5d5-8871-4a43-adde-44896d066fb9 None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:55.371448 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5219-049d-4252-958d-58336f604bd5 req-0e2af278-0fa8-43d0-8b56-695bfd816d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:55.375560 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-172c5219-049d-4252-958d-58336f604bd5 req-0e2af278-0fa8-43d0-8b56-695bfd816d23 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c9528e-dbea-4474-b5f9-ef2f976c0b36 HTTP/1.1" status: 200 len: 856 time: 0.1466937 Jun 23 17:30:55.438706 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-acf342b9-df7e-4d94-ae73-ba1dd2f57787 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.533873 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5219-049d-4252-958d-58336f604bd5 req-6871c36c-800c-4a3f-b08c-d9deb87db4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:55.536448 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-172c5219-049d-4252-958d-58336f604bd5 req-6871c36c-800c-4a3f-b08c-d9deb87db4c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24554d49-d1fb-4273-bea4-2417edbdfc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1532633 Jun 23 17:30:55.554818 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.584555 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-acf342b9-df7e-4d94-ae73-ba1dd2f57787 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.587369 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a721eda6-ba7c-4039-9420-3b004ce7bac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:55.628205 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port cfddb0a3-487f-4a9b-97f4-66d8c9c8c821, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=cfddb0a3-487f-4a9b-97f4-66d8c9c8c821,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:55.684199 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf342b9-df7e-4d94-ae73-ba1dd2f57787 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b13837a-6539-4820-8dce-daaf97090a75,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:55.688487 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-acf342b9-df7e-4d94-ae73-ba1dd2f57787 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:55.726624 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.728993 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-8d741f7f-d858-41b9-bfed-17497dd27ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:55.768190 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-acf342b9-df7e-4d94-ae73-ba1dd2f57787 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:55.772612 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-acf342b9-df7e-4d94-ae73-ba1dd2f57787 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8737509 Jun 23 17:30:55.773380 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 32860) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:55.773549 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-033cc5d5-8871-4a43-adde-44896d066fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': '9f2dc7ad-f985-4a39-8332-ea6d060bb163', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'floating_ip_address': '172.28.1.140', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'port_id': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'mac_address': 'fa:16:3e:cf:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:30:28Z', 'updated_at': '2021-06-23T17:30:52Z', 'revision_number': 1, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:21Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:55.788375 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-5af3cc98-9c17-4a9e-8335-f574a09288f9 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Request body: {'security_group_rule': {'security_group_id': '0b13837a-6539-4820-8dce-daaf97090a75', 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:55.818974 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033cc5d5-8871-4a43-adde-44896d066fb9 None None] The sync data for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb is: [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': '9f2dc7ad-f985-4a39-8332-ea6d060bb163', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'floating_ip_address': '172.28.1.140', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'port_id': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'mac_address': 'fa:16:3e:cf:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:30:28Z', 'updated_at': '2021-06-23T17:30:52Z', 'revision_number': 1, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:21Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:30:55.871086 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=cfddb0a3-487f-4a9b-97f4-66d8c9c8c821,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:55.875606 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-172c5219-049d-4252-958d-58336f604bd5 req-2ffde8bc-91ae-4a94-8a7b-23d29f5decae service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288333 Jun 23 17:30:55.877511 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:55.968034 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5af3cc98-9c17-4a9e-8335-f574a09288f9 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.069754 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5af3cc98-9c17-4a9e-8335-f574a09288f9 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.097742 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d53e5f-1c35-4235-9a97-529b0a5d072b req-13479e9a-6c2d-4bb6-a34d-0aee5994668f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:56.100043 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-33d53e5f-1c35-4235-9a97-529b0a5d072b req-13479e9a-6c2d-4bb6-a34d-0aee5994668f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 945 time: 0.6415262 Jun 23 17:30:56.125531 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef7d69-fdb0-499a-860c-c932076bc36f req-450b35fe-9aca-470f-8f59-9eeeef317166 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:56.128090 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1cef7d69-fdb0-499a-860c-c932076bc36f req-450b35fe-9aca-470f-8f59-9eeeef317166 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 946 time: 0.5904205 Jun 23 17:30:56.182357 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-172c5219-049d-4252-958d-58336f604bd5 req-e68d14f6-4b8f-43b3-adaf-6f912bcd5540 service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965627 Jun 23 17:30:56.209069 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208ec08-c3f4-44b6-80ad-cbc7b18f16d9 None None] New status for floating IP 9f2dc7ad-f985-4a39-8332-ea6d060bb163: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:30:56.219254 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5af3cc98-9c17-4a9e-8335-f574a09288f9 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.221755 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:56.243251 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3cc98-9c17-4a9e-8335-f574a09288f9 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51959f7-df2b-46ea-8fb7-6815042b8066,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:56.248495 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-33d53e5f-1c35-4235-9a97-529b0a5d072b req-301c43b0-73a8-4d83-bf52-4455ef97a029 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367338 Jun 23 17:30:56.256154 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-5af3cc98-9c17-4a9e-8335-f574a09288f9 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:56.272082 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1cef7d69-fdb0-499a-860c-c932076bc36f req-a8440749-5b11-4cfd-b95d-22881a9139d6 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261725 Jun 23 17:30:56.362706 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5af3cc98-9c17-4a9e-8335-f574a09288f9 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.364459 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-5af3cc98-9c17-4a9e-8335-f574a09288f9 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5901160 Jun 23 17:30:56.368998 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 32872) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:56.374591 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-c2124b2d-6769-444c-b864-926bc18b64bf tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Request body: {'security_group_rule': {'security_group_id': '0b13837a-6539-4820-8dce-daaf97090a75', 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:56.391245 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 367c3156-7c89-4105-b7ee-ca21b901baba up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:56.520341 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c2124b2d-6769-444c-b864-926bc18b64bf tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.557187 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c2124b2d-6769-444c-b864-926bc18b64bf tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.659766 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c2124b2d-6769-444c-b864-926bc18b64bf tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.659968 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 367c3156-7c89-4105-b7ee-ca21b901baba completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:30:56.662582 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:56.670041 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 367c3156-7c89-4105-b7ee-ca21b901baba triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:56.670465 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.694454 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2124b2d-6769-444c-b864-926bc18b64bf tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b3641f-dd26-4373-b595-f8d26d691394,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:56.705265 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c2124b2d-6769-444c-b864-926bc18b64bf tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:56.806281 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c2124b2d-6769-444c-b864-926bc18b64bf tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.812465 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c2124b2d-6769-444c-b864-926bc18b64bf tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4372592 Jun 23 17:30:56.812864 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 32902) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:56.824292 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-3f66e252-5da8-4d0a-9ab4-86dda4ab5afb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Request body: {'security_group_rule': {'security_group_id': '0b13837a-6539-4820-8dce-daaf97090a75', 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:56.824919 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:56.868527 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367c3156-7c89-4105-b7ee-ca21b901baba'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:30:56.872162 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6809095-f38a-475e-8fdb-40d91d3b4f0f" -d '{"events": [{"server_uuid": "b0fb5975-1e99-470f-9fac-da0df98371c5", "name": "network-vif-plugged", "status": "completed", "tag": "367c3156-7c89-4105-b7ee-ca21b901baba"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:30:56.896327 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 367c3156-7c89-4105-b7ee-ca21b901baba, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=367c3156-7c89-4105-b7ee-ca21b901baba,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:30:56.925944 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:30:56.950473 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aafb55-46e3-4dda-8bdb-22b57da0ee58 x-openstack-request-id: req-19aafb55-46e3-4dda-8bdb-22b57da0ee58 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:30:56.950801 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fb5975-1e99-470f-9fac-da0df98371c5", "name": "network-vif-plugged", "status": "completed", "tag": "367c3156-7c89-4105-b7ee-ca21b901baba", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:30:56.951179 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19aafb55-46e3-4dda-8bdb-22b57da0ee58 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:30:56.951577 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367c3156-7c89-4105-b7ee-ca21b901baba', 'code': 200} Jun 23 17:30:57.006078 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:30:57.006878 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:57.028790 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f66e252-5da8-4d0a-9ab4-86dda4ab5afb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:57.101558 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:57.108936 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-f9f9db48-4d38-4e9e-964e-62cb0b170214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:57.148527 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f66e252-5da8-4d0a-9ab4-86dda4ab5afb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:57.223024 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Sync routers for ids ['bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:30:57.228305 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=367c3156-7c89-4105-b7ee-ca21b901baba,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:57.252640 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Routers {'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:57.253795 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:57.268546 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:57.325321 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f66e252-5da8-4d0a-9ab4-86dda4ab5afb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:57.334280 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-074d0b9b-c697-44aa-8d7c-81a2ba5468fa tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:57.390309 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66e252-5da8-4d0a-9ab4-86dda4ab5afb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97eb7bcb-bf72-4ce9-a5d2-043702924ecc,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:57.394200 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3f66e252-5da8-4d0a-9ab4-86dda4ab5afb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:57.467238 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Set router bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:57.489105 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f66e252-5da8-4d0a-9ab4-86dda4ab5afb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:57.496851 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-3f66e252-5da8-4d0a-9ab4-86dda4ab5afb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6826155 Jun 23 17:30:57.501824 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 32910) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:57.515135 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-441894e1-7c7a-496c-9bd3-fc37f60ca9a2 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Request body: {'security_group_rule': {'security_group_id': '0b13837a-6539-4820-8dce-daaf97090a75', 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:57.587820 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addec82b-e1cd-4fcb-a28d-5737ec16940e req-466d0f84-0e2f-4d40-ade8-295cd0380334 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:57.589468 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-addec82b-e1cd-4fcb-a28d-5737ec16940e req-466d0f84-0e2f-4d40-ade8-295cd0380334 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 946 time: 0.1033568 Jun 23 17:30:57.679793 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-addec82b-e1cd-4fcb-a28d-5737ec16940e req-8db8b214-f3ad-423a-bf96-6cf307b50f50 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647221 Jun 23 17:30:57.710724 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a44919-de59-4d9b-a8f5-91478c9dd685 req-71364242-0e45-4d10-83cd-95e4f41ed450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:57.722475 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-98a44919-de59-4d9b-a8f5-91478c9dd685 req-71364242-0e45-4d10-83cd-95e4f41ed450 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 1099 time: 0.1468806 Jun 23 17:30:57.762622 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-441894e1-7c7a-496c-9bd3-fc37f60ca9a2 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:57.782295 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-98a44919-de59-4d9b-a8f5-91478c9dd685 req-659c9c62-52db-4533-aa84-b1d0460a137b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621567 Jun 23 17:30:57.909538 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-441894e1-7c7a-496c-9bd3-fc37f60ca9a2 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:57.990184 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'name': 'tempest-TestShelveInstance-2081852667-router', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:44Z', 'updated_at': '2021-06-23T17:30:51Z', 'revision_number': 4, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'gw_port': {'id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:46Z', 'updated_at': '2021-06-23T17:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'f8464a5b-5aff-46ba-a8db-d2b3cdf560f1', 'name': '', 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'mac_address': 'fa:16:3e:e4:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6fa68c89-5289-43bc-8a94-e902c593c666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:50Z', 'updated_at': '2021-06-23T17:30:52Z', 'revision_number': 2, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'subnets': [{'id': '6fa68c89-5289-43bc-8a94-e902c593c666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:58.019409 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Checking router: bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:30:58.019787 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Updating router bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 binding host dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:30:58.061412 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:58.105309 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-441894e1-7c7a-496c-9bd3-fc37f60ca9a2 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:58.108235 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:58.133999 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441894e1-7c7a-496c-9bd3-fc37f60ca9a2 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608f2cc1-d70b-40f2-8ae0-e84517088531,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:58.137533 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-441894e1-7c7a-496c-9bd3-fc37f60ca9a2 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:58.332538 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-441894e1-7c7a-496c-9bd3-fc37f60ca9a2 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:58.334302 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-441894e1-7c7a-496c-9bd3-fc37f60ca9a2 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8349485 Jun 23 17:30:58.337776 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 32916) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:58.345578 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-2ce0740a-e0f7-40ed-9d48-311a395ad448 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Request body: {'security_group_rule': {'security_group_id': '0b13837a-6539-4820-8dce-daaf97090a75', 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:58.466504 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:58.481937 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Transition to ACTIVE for port object f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:30:58.488256 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.securitygroups_db [None req-2ce0740a-e0f7-40ed-9d48-311a395ad448 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Project f811cea009c6458c9ad6b82741b4c770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:30:58.495682 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ce0740a-e0f7-40ed-9d48-311a395ad448 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:58.577074 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:58.593804 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:58.599868 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ce0740a-e0f7-40ed-9d48-311a395ad448 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:58.664612 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d0a70-34cf-4b28-a1d8-c9f6c77b5063 None None] Pushing event updated for resources: {'Port': ['ID=f8464a5b-5aff-46ba-a8db-d2b3cdf560f1,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:58.672229 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-b68d0a70-34cf-4b28-a1d8-c9f6c77b5063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:58.717905 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ce0740a-e0f7-40ed-9d48-311a395ad448 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:58.742535 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:58.839659 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0740a-e0f7-40ed-9d48-311a395ad448 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e4fe07-fcae-4822-aad1-70c69c33e05a,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:58.845862 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2ce0740a-e0f7-40ed-9d48-311a395ad448 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:58.856964 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Attempting to bind port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 on host dv-cinder-788253-3-smb for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:30:58.857546 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Attempting to bind port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 by drivers openvswitch,hyperv on host dv-cinder-788253-3-smb at level 0 using segments [{'id': 'd50ffd43-2cc4-40bf-af57-1a6ec26200e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:30:58.858139 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Attempting to bind port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 on network df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:30:58.868861 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Checking agent: {'id': '6fa81cdf-7a2d-4414-a41d-65a449157917', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 17, 6), 'started_at': datetime.datetime(2021, 6, 23, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:30:58.869272 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Checking segment: {'id': 'd50ffd43-2cc4-40bf-af57-1a6ec26200e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:30:58.869948 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:58.870620 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Bound using segment: {'id': 'd50ffd43-2cc4-40bf-af57-1a6ec26200e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:30:58.871437 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Bound port: f8464a5b-5aff-46ba-a8db-d2b3cdf560f1, host: dv-cinder-788253-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50ffd43-2cc4-40bf-af57-1a6ec26200e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:30:58.872041 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.029917 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ce0740a-e0f7-40ed-9d48-311a395ad448 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.032957 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-2ce0740a-e0f7-40ed-9d48-311a395ad448 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6926699 Jun 23 17:30:59.035211 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 32938) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:30:59.044996 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] For port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1, host dv-cinder-788253-3-smb, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:30:59.050639 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Request body: {'security_group_rule': {'security_group_id': '0b13837a-6539-4820-8dce-daaf97090a75', 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:30:59.051021 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] For port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1, host dv-cinder-788253-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=f8464a5b-5aff-46ba-a8db-d2b3cdf560f1,segment=NetworkSegment(d50ffd43-2cc4-40bf-af57-1a6ec26200e2),segment_id=d50ffd43-2cc4-40bf-af57-1a6ec26200e2)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:30:59.113202 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed06e78-cb68-4277-a787-2204fcc81f44 req-5d23b01d-b3fd-4266-9ee8-55b7b79cf68f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:30:59.115895 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-aed06e78-cb68-4277-a787-2204fcc81f44 req-5d23b01d-b3fd-4266-9ee8-55b7b79cf68f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 946 time: 0.1634636 Jun 23 17:30:59.166691 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-aed06e78-cb68-4277-a787-2204fcc81f44 req-9d2281e6-9b5e-4694-ab32-ef4df5522bb9 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 Jun 23 17:30:59.169471 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.172371 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-392d512a-09b8-414d-8009-d24c9f4008b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:59.208464 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.securitygroups_db [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Project f811cea009c6458c9ad6b82741b4c770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:30:59.231403 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Routers {'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:30:59.233103 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:59.233251 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.280749 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d0a70-34cf-4b28-a1d8-c9f6c77b5063 None None] Pushing event updated for resources: {'Port': ['ID=f8464a5b-5aff-46ba-a8db-d2b3cdf560f1,revision_number=4']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:59.285851 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG oslo_concurrency.lockutils [None req-b68d0a70-34cf-4b28-a1d8-c9f6c77b5063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:59.369947 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.393065 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] Set router bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:30:59.515729 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33394803'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.515729 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-45f59235-dfb5-4dc7-9c3f-c1674e7110da tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:30:59.533346 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27aeb270-bdfd-4c23-9270-b5eb862e2154,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:30:59.544797 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:59.545444 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:59.546097 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:59.546511 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:59.546888 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:59.547291 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:59.547660 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:59.548019 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:59.548383 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:59.548794 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:59.549104 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:59.549460 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:30:59.557657 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:30:59.654289 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:30:59.656392 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-b0c85aba-34e9-43cc-9e48-bd6e9105c969 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6192856 Jun 23 17:30:59.744781 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'name': 'tempest-TestShelveInstance-2081852667-router', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:44Z', 'updated_at': '2021-06-23T17:30:51Z', 'revision_number': 4, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'gw_port': {'id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:46Z', 'updated_at': '2021-06-23T17:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'f8464a5b-5aff-46ba-a8db-d2b3cdf560f1', 'name': '', 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'mac_address': 'fa:16:3e:e4:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6fa68c89-5289-43bc-8a94-e902c593c666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:50Z', 'updated_at': '2021-06-23T17:30:59Z', 'revision_number': 4, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'subnets': [{'id': '6fa68c89-5289-43bc-8a94-e902c593c666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:30:59.801235 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517243a4-ef6e-42f9-80d9-c539ec45403f None None] The sync data for ids ['bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'] in dv-cinder-788253-3-smb is: [{'id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'name': 'tempest-TestShelveInstance-2081852667-router', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:44Z', 'updated_at': '2021-06-23T17:30:51Z', 'revision_number': 4, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'gw_port': {'id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:46Z', 'updated_at': '2021-06-23T17:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'f8464a5b-5aff-46ba-a8db-d2b3cdf560f1', 'name': '', 'network_id': 'df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'mac_address': 'fa:16:3e:e4:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6fa68c89-5289-43bc-8a94-e902c593c666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:50Z', 'updated_at': '2021-06-23T17:30:59Z', 'revision_number': 4, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'subnets': [{'id': '6fa68c89-5289-43bc-8a94-e902c593c666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:31:00.435144 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9836f9-7c06-486b-84a9-2182b137e7c7 req-0491005e-9fff-4764-93e2-9d6f8bfc58cf tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:00.438123 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fc9836f9-7c06-486b-84a9-2182b137e7c7 req-0491005e-9fff-4764-93e2-9d6f8bfc58cf tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 946 time: 0.1127748 Jun 23 17:31:00.501262 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fc9836f9-7c06-486b-84a9-2182b137e7c7 req-74a842ca-2f34-4933-97b1-58bcd03e3dab tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571160 Jun 23 17:31:00.746758 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6db92e-d13c-429b-b1cd-4ec0d1799cc7 req-8d9a3d61-7961-4a3e-933e-40448a23a5ba tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:00.749204 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ee6db92e-d13c-429b-b1cd-4ec0d1799cc7 req-8d9a3d61-7961-4a3e-933e-40448a23a5ba tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 946 time: 0.0989277 Jun 23 17:31:00.765483 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 32984) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:00.775261 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ac2db1ac-9ece-4983-bed6-20afc8688524 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Request body: {'floatingip': {'port_id': '367c3156-7c89-4105-b7ee-ca21b901baba'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:31:00.819176 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ac2db1ac-9ece-4983-bed6-20afc8688524 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:00.948539 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:31:01.206925 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning for port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:31:01.214371 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:31:01.215002 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.359208 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.411593 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] For port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=f8464a5b-5aff-46ba-a8db-d2b3cdf560f1,segment=NetworkSegment(d50ffd43-2cc4-40bf-af57-1a6ec26200e2),segment_id=d50ffd43-2cc4-40bf-af57-1a6ec26200e2)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:01.478208 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ac2db1ac-9ece-4983-bed6-20afc8688524 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.646400 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.650164 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:01.686706 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ac2db1ac-9ece-4983-bed6-20afc8688524 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:01.736405 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Pushing event updated for resources: {'Port': ['ID=f8464a5b-5aff-46ba-a8db-d2b3cdf560f1,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:01.741918 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:01.845464 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.l3_db [None req-ac2db1ac-9ece-4983-bed6-20afc8688524 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Floating IP 89726c9b-6f09-4494-908a-80540065d8c8 associated. External IP: 172.28.1.101, port: 367c3156-7c89-4105-b7ee-ca21b901baba. Jun 23 17:31:02.107311 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2db1ac-9ece-4983-bed6-20afc8688524 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Router 63d382cf-5f94-4b03-b308-af40e1f65198 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:31:02.263161 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2db1ac-9ece-4983-bed6-20afc8688524 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:31:02.274829 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ac2db1ac-9ece-4983-bed6-20afc8688524 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.275200 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b32ca0-29f3-42cd-89d2-70e5b9fa4882 None None] Sync routers for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:31:02.287950 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b32ca0-29f3-42cd-89d2-70e5b9fa4882 None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:02.289113 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e7b32ca0-29f3-42cd-89d2-70e5b9fa4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:02.327102 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-ac2db1ac-9ece-4983-bed6-20afc8688524 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "PUT /v2.0/floatingips/89726c9b-6f09-4494-908a-80540065d8c8 HTTP/1.1" status: 200 len: 992 time: 1.5554481 Jun 23 17:31:02.327102 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'tag': '367c3156-7c89-4105-b7ee-ca21b901baba'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:02.327102 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95385140-dd7f-4f91-ad8b-2bc2825c272a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fb5975-1e99-470f-9fac-da0df98371c5", "tag": "367c3156-7c89-4105-b7ee-ca21b901baba"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:02.366537 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:02.393954 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2592acac-fb4a-4f7c-8f7f-45de8a0a8fb9 x-openstack-request-id: req-2592acac-fb4a-4f7c-8f7f-45de8a0a8fb9 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:02.394294 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fb5975-1e99-470f-9fac-da0df98371c5", "tag": "367c3156-7c89-4105-b7ee-ca21b901baba", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:02.394569 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2592acac-fb4a-4f7c-8f7f-45de8a0a8fb9 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:02.395282 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'tag': '367c3156-7c89-4105-b7ee-ca21b901baba', 'status': 'completed', 'code': 200} Jun 23 17:31:02.503542 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e7b32ca0-29f3-42cd-89d2-70e5b9fa4882 None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:02.534294 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95385140-dd7f-4f91-ad8b-2bc2825c272a req-9e11622a-f5a8-497d-bfa2-cb39580f37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:02.536021 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-95385140-dd7f-4f91-ad8b-2bc2825c272a req-9e11622a-f5a8-497d-bfa2-cb39580f37aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1e100c3cf8441968bf57fae965174a1&device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 1099 time: 0.0864604 Jun 23 17:31:02.667285 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95385140-dd7f-4f91-ad8b-2bc2825c272a req-29e7c7d9-c3d8-4a87-a666-8d593b0c56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:02.669559 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-95385140-dd7f-4f91-ad8b-2bc2825c272a req-29e7c7d9-c3d8-4a87-a666-8d593b0c56f0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b84a515c-6d41-4c9c-b073-221c5d108111 HTTP/1.1" status: 200 len: 912 time: 0.1261008 Jun 23 17:31:02.791070 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-95385140-dd7f-4f91-ad8b-2bc2825c272a req-b89b9200-151e-4c98-a0e3-cfb2f72224dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=367c3156-7c89-4105-b7ee-ca21b901baba HTTP/1.1" status: 200 len: 1000 time: 0.1012332 Jun 23 17:31:02.888182 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95385140-dd7f-4f91-ad8b-2bc2825c272a req-842481e0-f03e-4777-b7d5-13a9f8d4f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:02.892024 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-95385140-dd7f-4f91-ad8b-2bc2825c272a req-842481e0-f03e-4777-b7d5-13a9f8d4f804 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d9fd77b-a5f6-4b20-83ff-514e53263429 HTTP/1.1" status: 200 len: 850 time: 0.0854983 Jun 23 17:31:02.938021 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 up at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:31:02.997327 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95385140-dd7f-4f91-ad8b-2bc2825c272a req-bea85f1e-df84-455a-b657-cc517540d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:02.999389 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-95385140-dd7f-4f91-ad8b-2bc2825c272a req-bea85f1e-df84-455a-b657-cc517540d049 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b84a515c-6d41-4c9c-b073-221c5d108111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0965526 Jun 23 17:31:03.039400 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Provisioning complete for port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:31:03.039793 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:03.132304 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e7b32ca0-29f3-42cd-89d2-70e5b9fa4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': '89726c9b-6f09-4494-908a-80540065d8c8', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'floating_ip_address': '172.28.1.101', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'port_id': '367c3156-7c89-4105-b7ee-ca21b901baba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'mac_address': 'fa:16:3e:7c:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:30:33Z', 'updated_at': '2021-06-23T17:31:01Z', 'revision_number': 1, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:28Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:03.147968 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-95385140-dd7f-4f91-ad8b-2bc2825c272a req-4e9789c3-8e87-4da4-af9f-46abfbadfa8d service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409724 Jun 23 17:31:03.190473 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b32ca0-29f3-42cd-89d2-70e5b9fa4882 None None] Checking router: 63d382cf-5f94-4b03-b308-af40e1f65198 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:31:03.225265 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b32ca0-29f3-42cd-89d2-70e5b9fa4882 None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:03.225913 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e7b32ca0-29f3-42cd-89d2-70e5b9fa4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:30:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:03.383996 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e7b32ca0-29f3-42cd-89d2-70e5b9fa4882 None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:03.645716 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-95385140-dd7f-4f91-ad8b-2bc2825c272a req-09da59e8-7ec6-4fa7-9623-0c25245e10d8 service neutron] 10.222.0.74 "GET /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884381 Jun 23 17:31:03.790330 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e7b32ca0-29f3-42cd-89d2-70e5b9fa4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': '89726c9b-6f09-4494-908a-80540065d8c8', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'floating_ip_address': '172.28.1.101', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'port_id': '367c3156-7c89-4105-b7ee-ca21b901baba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'mac_address': 'fa:16:3e:7c:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:30:33Z', 'updated_at': '2021-06-23T17:31:01Z', 'revision_number': 1, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:28Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:03.827795 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b32ca0-29f3-42cd-89d2-70e5b9fa4882 None None] The sync data for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb is: [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': '89726c9b-6f09-4494-908a-80540065d8c8', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'floating_ip_address': '172.28.1.101', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'port_id': '367c3156-7c89-4105-b7ee-ca21b901baba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'mac_address': 'fa:16:3e:7c:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:30:33Z', 'updated_at': '2021-06-23T17:31:01Z', 'revision_number': 1, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:28Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:31:04.084829 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30cef4-a117-4f3b-a64a-4d3c6f02d9bd None None] New status for floating IP 89726c9b-6f09-4494-908a-80540065d8c8: ACTIVE {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:31:04.404644 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-90c9893f-1a63-42a4-a5a6-a22c35baafdf req-03ddb645-3fba-4e71-aa0a-7653d9413aa2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832694 Jun 23 17:31:04.503485 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9893f-1a63-42a4-a5a6-a22c35baafdf req-50d2fec7-cb7d-49ee-8987-71c5e54675a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:04.505078 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-90c9893f-1a63-42a4-a5a6-a22c35baafdf req-50d2fec7-cb7d-49ee-8987-71c5e54675a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f421e4832544ffb980be5d233a22933&device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 1137 time: 0.0741138 Jun 23 17:31:04.686031 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9893f-1a63-42a4-a5a6-a22c35baafdf req-05d0f353-6507-4eee-98e1-1774098d8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:04.689520 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-90c9893f-1a63-42a4-a5a6-a22c35baafdf req-05d0f353-6507-4eee-98e1-1774098d8887 service neutron] 10.222.0.74 "GET /v2.0/networks?id=47121177-295e-4912-a0cf-97dcf8d8388b HTTP/1.1" status: 200 len: 916 time: 0.1605990 Jun 23 17:31:04.800094 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-90c9893f-1a63-42a4-a5a6-a22c35baafdf req-efbff6c8-36ff-405c-a938-825f64b8a4cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1 HTTP/1.1" status: 200 len: 1001 time: 0.0998957 Jun 23 17:31:04.867547 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9893f-1a63-42a4-a5a6-a22c35baafdf req-1d58b365-d7fc-4805-b356-131c87e03045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:04.869079 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-90c9893f-1a63-42a4-a5a6-a22c35baafdf req-1d58b365-d7fc-4805-b356-131c87e03045 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e76eaa9-e31e-4056-bbe9-7d61d33b0d27 HTTP/1.1" status: 200 len: 854 time: 0.0565851 Jun 23 17:31:04.939580 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9893f-1a63-42a4-a5a6-a22c35baafdf req-7c789253-5e2c-4217-a76f-df4f92e21767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:04.941137 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-90c9893f-1a63-42a4-a5a6-a22c35baafdf req-7c789253-5e2c-4217-a76f-df4f92e21767 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=47121177-295e-4912-a0cf-97dcf8d8388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0597095 Jun 23 17:31:05.068603 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-90c9893f-1a63-42a4-a5a6-a22c35baafdf req-660c70a5-7730-4bfb-bfd2-23a82f365100 service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198983 Jun 23 17:31:05.115443 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9e43f094-b541-43b4-a871-944a522faef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:05.215138 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-90c9893f-1a63-42a4-a5a6-a22c35baafdf req-5e89db4e-c904-4491-a1b3-981c68f3a483 service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387818 Jun 23 17:31:06.242909 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:07.660582 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-645e54fc-c83c-445c-9686-f95eda841d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:09.282338 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:10.697719 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:11.463892 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ffea26c8-1562-42d3-a062-8f5ddc068096 req-bd923e37-5878-458b-8069-48089d48adfa tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044796297&fields=id&tenant_id=5f421e4832544ffb980be5d233a22933 HTTP/1.1" status: 200 len: 267 time: 0.0589974 Jun 23 17:31:11.540394 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea26c8-1562-42d3-a062-8f5ddc068096 req-c396d2e3-6e28-4ac5-82ff-3771aa6107d9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:11.542615 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ffea26c8-1562-42d3-a062-8f5ddc068096 req-c396d2e3-6e28-4ac5-82ff-3771aa6107d9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 984 time: 0.0732312 Jun 23 17:31:11.558701 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-ffea26c8-1562-42d3-a062-8f5ddc068096 req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Request body: {'port': {'security_groups': ['8a4b98f9-2c16-4afd-8a2b-32082a99736c']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:31:11.668406 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ffea26c8-1562-42d3-a062-8f5ddc068096 req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:11.903380 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ffea26c8-1562-42d3-a062-8f5ddc068096 req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] For port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:11.946939 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ffea26c8-1562-42d3-a062-8f5ddc068096 req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:12.114639 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ffea26c8-1562-42d3-a062-8f5ddc068096 req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:12.120410 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:12.129964 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['6a0f45f4-500e-4406-80e8-ad0975c4e2e1'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:31:12.200869 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea26c8-1562-42d3-a062-8f5ddc068096 req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:12.204687 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ffea26c8-1562-42d3-a062-8f5ddc068096 req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:12.204687 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ffea26c8-1562-42d3-a062-8f5ddc068096 req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "PUT /v2.0/ports/6a0f45f4-500e-4406-80e8-ad0975c4e2e1 HTTP/1.1" status: 200 len: 942 time: 0.6502168 Jun 23 17:31:12.204687 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:12.208734 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aba283-9a30-4716-ade8-a170e603e2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:12.212998 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 33096) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:12.307032 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b041661c-624d-43d6-8a69-fc255fa2f004 x-openstack-request-id: req-b041661c-624d-43d6-8a69-fc255fa2f004 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:12.312011 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:12.312011 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b041661c-624d-43d6-8a69-fc255fa2f004 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:12.312011 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'status': 'completed', 'code': 200} Jun 23 17:31:12.336019 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event updated for resources: {'Port': ['ID=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:12.342190 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['6a0f45f4-500e-4406-80e8-ad0975c4e2e1'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:31:12.371695 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:12.372406 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:12.373089 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:12.373737 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:12.374427 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:12.375312 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:12.376126 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:12.376936 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:12.377770 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:12.378557 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:12.379389 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:12.380167 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:12.439123 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:12.491239 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d650fc2e-2575-4b65-8b58-fe9b7461866d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:12.557435 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d650fc2e-2575-4b65-8b58-fe9b7461866d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:12.575607 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aba283-9a30-4716-ade8-a170e603e2cf req-d1b788a7-d2da-4580-a0b4-ab7bf9242c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:12.578663 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35aba283-9a30-4716-ade8-a170e603e2cf req-d1b788a7-d2da-4580-a0b4-ab7bf9242c7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f421e4832544ffb980be5d233a22933&device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 1098 time: 0.2216194 Jun 23 17:31:12.578868 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3fe1f74c-0580-44a7-8789-d1a1dd9b2be9 None None] Provisioning complete for port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:31:12.579273 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f74c-0580-44a7-8789-d1a1dd9b2be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:12.793077 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aba283-9a30-4716-ade8-a170e603e2cf req-bf8cabdf-7227-443d-b4b0-b38a14e995b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:12.795654 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35aba283-9a30-4716-ade8-a170e603e2cf req-bf8cabdf-7227-443d-b4b0-b38a14e995b0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=47121177-295e-4912-a0cf-97dcf8d8388b HTTP/1.1" status: 200 len: 916 time: 0.2075601 Jun 23 17:31:12.887886 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35aba283-9a30-4716-ade8-a170e603e2cf req-8ee10b26-6634-4be6-a836-b12f1ab4a1ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1 HTTP/1.1" status: 200 len: 1001 time: 0.0849419 Jun 23 17:31:12.893190 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d650fc2e-2575-4b65-8b58-fe9b7461866d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:12.899022 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d650fc2e-2575-4b65-8b58-fe9b7461866d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:12.903566 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-d650fc2e-2575-4b65-8b58-fe9b7461866d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "DELETE /v2.0/security-groups/12de637b-bd65-46ce-85cf-de62fb9e948d HTTP/1.1" status: 204 len: 168 time: 0.6766722 Jun 23 17:31:12.904184 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33104) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:12.907026 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:12.965363 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650fc2e-2575-4b65-8b58-fe9b7461866d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12de637b-bd65-46ce-85cf-de62fb9e948d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:12.969316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d650fc2e-2575-4b65-8b58-fe9b7461866d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:13.019405 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aba283-9a30-4716-ade8-a170e603e2cf req-96fd4a8d-c513-4719-aa57-71c1eb917f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:13.019405 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35aba283-9a30-4716-ade8-a170e603e2cf req-96fd4a8d-c513-4719-aa57-71c1eb917f32 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e76eaa9-e31e-4056-bbe9-7d61d33b0d27 HTTP/1.1" status: 200 len: 854 time: 0.1139662 Jun 23 17:31:13.129099 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Deleting port 4659445b-d97d-4f28-8bb5-890e0e5ccf3e {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:13.129099 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:13.135035 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aba283-9a30-4716-ade8-a170e603e2cf req-93efff03-c8c6-4b33-83bb-43fe4423712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:13.137669 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35aba283-9a30-4716-ade8-a170e603e2cf req-93efff03-c8c6-4b33-83bb-43fe4423712f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=47121177-295e-4912-a0cf-97dcf8d8388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1020904 Jun 23 17:31:13.256506 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:13.256843 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:13.277535 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Calling delete_port for 4659445b-d97d-4f28-8bb5-890e0e5ccf3e owned by network:floatingip {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:13.303609 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35aba283-9a30-4716-ade8-a170e603e2cf req-026dcfc4-bec3-4a4a-9f9d-ddd64b528099 service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560442 Jun 23 17:31:13.472848 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-35aba283-9a30-4716-ade8-a170e603e2cf req-e587d4c6-a90a-4007-ae42-77e7f6d76b59 service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599412 Jun 23 17:31:13.985023 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:13.987475 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-134ea486-ddce-4efe-be6c-457360f1d3b4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:14.013849 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event deleted for resources: {'Port': ['ID=4659445b-d97d-4f28-8bb5-890e0e5ccf3e,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:14.016532 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:14.087159 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks [] for floatingip, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:14.088238 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.l3_db [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Floating IP c27b5300-bbea-41c6-a8ea-23ab5d4e5fae disassociated (deleted). External IP: 172.28.1.214, port: 6a0f45f4-500e-4406-80e8-ad0975c4e2e1. Jun 23 17:31:14.335536 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Router da750f43-ca49-477b-abe1-d390b443e2a2 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:31:14.449617 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:31:14.454312 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:14.462118 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c7522-6fab-41a1-9a8e-52f06d916bbd None None] Sync routers for ids ['da750f43-ca49-477b-abe1-d390b443e2a2'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:31:14.475693 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c7522-6fab-41a1-9a8e-52f06d916bbd None None] Routers {'da750f43-ca49-477b-abe1-d390b443e2a2'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:14.479893 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2c2c7522-6fab-41a1-9a8e-52f06d916bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:31:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['da750f43-ca49-477b-abe1-d390b443e2a2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:14.500541 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "DELETE /v2.0/floatingips/c27b5300-bbea-41c6-a8ea-23ab5d4e5fae HTTP/1.1" status: 204 len: 168 time: 1.5947459 Jun 23 17:31:14.501244 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:14.503733 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96821e7b3fc1c3ca34718932d534275ff0ce8c1a006a36611bf262d3b0796c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101ade11-8aa8-49fa-baa3-080790bd9e70" -d '{"events": [{"name": "network-changed", "server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:14.616558 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cfb743-cf4c-4d72-98ab-072171f8ecdc x-openstack-request-id: req-b4cfb743-cf4c-4d72-98ab-072171f8ecdc {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:14.617013 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:14.617451 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4cfb743-cf4c-4d72-98ab-072171f8ecdc {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:14.617983 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'status': 'completed', 'code': 200} Jun 23 17:31:14.679389 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2c2c7522-6fab-41a1-9a8e-52f06d916bbd None None] Set router da750f43-ca49-477b-abe1-d390b443e2a2 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:14.712015 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ade11-8aa8-49fa-baa3-080790bd9e70 req-8399a83c-5555-4903-b68f-d9e67100fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:14.713762 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-101ade11-8aa8-49fa-baa3-080790bd9e70 req-8399a83c-5555-4903-b68f-d9e67100fc35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f421e4832544ffb980be5d233a22933&device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 1098 time: 0.0693216 Jun 23 17:31:14.853127 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ade11-8aa8-49fa-baa3-080790bd9e70 req-f7a8f41b-a3d8-4ce6-b08a-b21af9934bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:14.854899 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-101ade11-8aa8-49fa-baa3-080790bd9e70 req-f7a8f41b-a3d8-4ce6-b08a-b21af9934bfa service neutron] 10.222.0.74 "GET /v2.0/networks?id=47121177-295e-4912-a0cf-97dcf8d8388b HTTP/1.1" status: 200 len: 916 time: 0.1339154 Jun 23 17:31:14.906306 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-101ade11-8aa8-49fa-baa3-080790bd9e70 req-1db89484-062a-4cdd-bf0e-0bb97b85ec01 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1 HTTP/1.1" status: 200 len: 217 time: 0.0434461 Jun 23 17:31:14.952972 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2c2c7522-6fab-41a1-9a8e-52f06d916bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '22b0743b-c5b1-4f61-a56b-d42024231557', 'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'mac_address': 'fa:16:3e:bc:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:15Z', 'revision_number': 5, 'project_id': '5f421e4832544ffb980be5d233a22933', 'subnets': [{'id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:14.972383 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ade11-8aa8-49fa-baa3-080790bd9e70 req-2c98d775-1288-4073-86c6-6e843d11bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:14.974212 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-101ade11-8aa8-49fa-baa3-080790bd9e70 req-2c98d775-1288-4073-86c6-6e843d11bf25 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e76eaa9-e31e-4056-bbe9-7d61d33b0d27 HTTP/1.1" status: 200 len: 854 time: 0.0565336 Jun 23 17:31:14.991414 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c7522-6fab-41a1-9a8e-52f06d916bbd None None] Checking router: da750f43-ca49-477b-abe1-d390b443e2a2 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:31:15.002289 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c7522-6fab-41a1-9a8e-52f06d916bbd None None] Routers {'da750f43-ca49-477b-abe1-d390b443e2a2'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:15.002932 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2c2c7522-6fab-41a1-9a8e-52f06d916bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:31:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['da750f43-ca49-477b-abe1-d390b443e2a2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:15.086356 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ade11-8aa8-49fa-baa3-080790bd9e70 req-d95dd35c-52e4-451b-823b-05ed97e06ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:15.090188 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-101ade11-8aa8-49fa-baa3-080790bd9e70 req-d95dd35c-52e4-451b-823b-05ed97e06ffb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=47121177-295e-4912-a0cf-97dcf8d8388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0942476 Jun 23 17:31:15.172286 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2c2c7522-6fab-41a1-9a8e-52f06d916bbd None None] Set router da750f43-ca49-477b-abe1-d390b443e2a2 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:15.217404 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-101ade11-8aa8-49fa-baa3-080790bd9e70 req-3421570f-a5a7-4b64-835d-6c4fa5018acc service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190085 Jun 23 17:31:15.395443 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-101ade11-8aa8-49fa-baa3-080790bd9e70 req-1a7b7988-654e-4fbd-bf9d-0a2b40ed28f2 service neutron] 10.222.0.74 "GET /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584671 Jun 23 17:31:15.444659 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2c2c7522-6fab-41a1-9a8e-52f06d916bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '22b0743b-c5b1-4f61-a56b-d42024231557', 'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'mac_address': 'fa:16:3e:bc:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:15Z', 'revision_number': 5, 'project_id': '5f421e4832544ffb980be5d233a22933', 'subnets': [{'id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:15.473390 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c7522-6fab-41a1-9a8e-52f06d916bbd None None] The sync data for ids ['da750f43-ca49-477b-abe1-d390b443e2a2'] in dv-cinder-788253-3-smb is: [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:28:05Z', 'revision_number': 4, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '22b0743b-c5b1-4f61-a56b-d42024231557', 'name': '', 'network_id': '47121177-295e-4912-a0cf-97dcf8d8388b', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'mac_address': 'fa:16:3e:bc:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:04Z', 'updated_at': '2021-06-23T17:28:15Z', 'revision_number': 5, 'project_id': '5f421e4832544ffb980be5d233a22933', 'subnets': [{'id': '4e76eaa9-e31e-4056-bbe9-7d61d33b0d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:31:15.772004 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49515f-0d10-436c-a34b-f706688ac505 None None] New status for floating IP c27b5300-bbea-41c6-a8ea-23ab5d4e5fae: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:31:19.719494 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b1b63-ea9b-4641-b98b-1adcdb77c63e req-630f6d44-2bd4-48d4-8990-46ae2404ef2c tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:19.722214 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1d1b1b63-ea9b-4641-b98b-1adcdb77c63e req-630f6d44-2bd4-48d4-8990-46ae2404ef2c tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.1212993 Jun 23 17:31:19.776610 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1d1b1b63-ea9b-4641-b98b-1adcdb77c63e req-a9e0d5f5-d2ba-4dc1-b08b-bb17df596157 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463226 Jun 23 17:31:21.011897 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb652d-75ef-4730-a1e6-a8947ce635c6 req-581151f8-4f95-44e9-b7b6-d1d06b886a75 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:21.014383 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b1bb652d-75ef-4730-a1e6-a8947ce635c6 req-581151f8-4f95-44e9-b7b6-d1d06b886a75 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.0777321 Jun 23 17:31:21.086562 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b1bb652d-75ef-4730-a1e6-a8947ce635c6 req-9d1825a8-b464-4a4b-b5e3-07f72b4b7343 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558534 Jun 23 17:31:22.042418 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94eaf4-a43b-4e52-ac07-c94c4df052cd req-d85d86b4-ec4d-430b-81be-36245f647bc4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:22.044762 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-de94eaf4-a43b-4e52-ac07-c94c4df052cd req-d85d86b4-ec4d-430b-81be-36245f647bc4 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.74 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.0743837 Jun 23 17:31:22.211689 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-de94eaf4-a43b-4e52-ac07-c94c4df052cd req-c98a1093-fc1b-4ff9-8fed-bbe4c4781269 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Deleting port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:22.212289 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-de94eaf4-a43b-4e52-ac07-c94c4df052cd req-c98a1093-fc1b-4ff9-8fed-bbe4c4781269 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:22.459877 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-de94eaf4-a43b-4e52-ac07-c94c4df052cd req-c98a1093-fc1b-4ff9-8fed-bbe4c4781269 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] For port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:22.460483 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-de94eaf4-a43b-4e52-ac07-c94c4df052cd req-c98a1093-fc1b-4ff9-8fed-bbe4c4781269 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:22.491202 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-de94eaf4-a43b-4e52-ac07-c94c4df052cd req-c98a1093-fc1b-4ff9-8fed-bbe4c4781269 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Calling delete_port for 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:22.514205 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea9cbf-942d-4074-8a60-700dad4cb691 req-030648de-28d8-4180-81c2-8260c19cda9a tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:22.517047 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-aaea9cbf-942d-4074-8a60-700dad4cb691 req-030648de-28d8-4180-81c2-8260c19cda9a tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 945 time: 0.2538645 Jun 23 17:31:22.651846 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-aaea9cbf-942d-4074-8a60-700dad4cb691 req-52e3d44c-7f7c-4176-88e9-77c870a8610e tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/security-groups?id=8a4b98f9-2c16-4afd-8a2b-32082a99736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243689 Jun 23 17:31:22.707541 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:31:22.869679 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-de94eaf4-a43b-4e52-ac07-c94c4df052cd req-c98a1093-fc1b-4ff9-8fed-bbe4c4781269 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:22.875962 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-707c4c52-4216-4a18-864c-8b23eb1f0235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:22.883972 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['6a0f45f4-500e-4406-80e8-ad0975c4e2e1'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:31:22.922914 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a1093-fc1b-4ff9-8fed-bbe4c4781269 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Pushing event deleted for resources: {'Port': ['ID=6a0f45f4-500e-4406-80e8-ad0975c4e2e1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:22.927587 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c98a1093-fc1b-4ff9-8fed-bbe4c4781269 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:22.979418 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-de94eaf4-a43b-4e52-ac07-c94c4df052cd req-c98a1093-fc1b-4ff9-8fed-bbe4c4781269 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] No DVR routers for this DVR port 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:31:22.982427 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-de94eaf4-a43b-4e52-ac07-c94c4df052cd req-c98a1093-fc1b-4ff9-8fed-bbe4c4781269 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:22.985103 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-de94eaf4-a43b-4e52-ac07-c94c4df052cd req-c98a1093-fc1b-4ff9-8fed-bbe4c4781269 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.74 "DELETE /v2.0/ports/6a0f45f4-500e-4406-80e8-ad0975c4e2e1 HTTP/1.1" status: 204 len: 173 time: 0.9286640 Jun 23 17:31:22.985835 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'name': 'network-vif-deleted', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:22.988513 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a25c1ca-6aaa-4bf6-bb41-853d13b28d54" -d '{"events": [{"server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "name": "network-vif-deleted", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:23.033914 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9b0fd9-b322-4853-aa21-1b9ebd3ad2dd x-openstack-request-id: req-bb9b0fd9-b322-4853-aa21-1b9ebd3ad2dd {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:23.034234 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10395f3d-048c-48a0-960a-9c8d8c19bfb5", "name": "network-vif-deleted", "tag": "6a0f45f4-500e-4406-80e8-ad0975c4e2e1", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:23.034517 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb9b0fd9-b322-4853-aa21-1b9ebd3ad2dd {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:23.034943 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10395f3d-048c-48a0-960a-9c8d8c19bfb5', 'name': 'network-vif-deleted', 'tag': '6a0f45f4-500e-4406-80e8-ad0975c4e2e1', 'status': 'completed', 'code': 200} Jun 23 17:31:23.912452 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c097578c-0b11-4253-bd8d-929b55107ddf req-08cd1acf-52f2-4fa9-a281-399939254af3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] 10.222.0.49 "GET /v2.0/ports?device_id=10395f3d-048c-48a0-960a-9c8d8c19bfb5 HTTP/1.1" status: 200 len: 210 time: 0.0538623 Jun 23 17:31:26.507683 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:26.660668 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:26.660982 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 6a0f45f4-500e-4406-80e8-ad0975c4e2e1 not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:26.985990 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33328) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:27.054712 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-d1ad0015-7b70-4bb2-98a4-68a2aaec122e tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245011984&fields=id&tenant_id=f811cea009c6458c9ad6b82741b4c770 HTTP/1.1" status: 200 len: 267 time: 0.0457153 Jun 23 17:31:27.192293 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-85dbc2e8-0c84-4994-9951-4b846af41a84 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:27.194526 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-85dbc2e8-0c84-4994-9951-4b846af41a84 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/networks?id=b086686d-8091-4f62-b632-2019702b3d1e HTTP/1.1" status: 200 len: 809 time: 0.1280663 Jun 23 17:31:27.215846 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-e0ba512c-6074-4c6a-9dd9-dc0594f9e888 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/quotas/f811cea009c6458c9ad6b82741b4c770 HTTP/1.1" status: 200 len: 375 time: 0.0108106 Jun 23 17:31:27.315155 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-d4e45f20-b11e-467b-ad22-6b233d8da789 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f811cea009c6458c9ad6b82741b4c770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888288 Jun 23 17:31:27.607896 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-c8284783-235f-428e-909a-db0eb03c7c91 service neutron] 10.222.0.49 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729011 Jun 23 17:31:27.652182 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33427425'] for router_interface, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:27.786880 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-ae2b4797-035a-4097-aa93-9d750da1d4b5 service neutron] 10.222.0.49 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765454 Jun 23 17:31:28.079911 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] Deleting port 22b0743b-c5b1-4f61-a56b-d42024231557 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:28.079911 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:28.194894 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] For port 22b0743b-c5b1-4f61-a56b-d42024231557, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=22b0743b-c5b1-4f61-a56b-d42024231557,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:28.196055 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:28.220954 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] Calling delete_port for 22b0743b-c5b1-4f61-a56b-d42024231557 owned by network:router_interface {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:28.571503 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:28.574307 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:28.599591 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] Pushing event deleted for resources: {'Port': ['ID=22b0743b-c5b1-4f61-a56b-d42024231557,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:28.603340 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:28.823340 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a09fb2b8-9c72-444b-b576-8a735e3b3e17 req-f3044d8a-19fe-436c-b4df-4e7c45d459d5 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 210 time: 0.0607839 Jun 23 17:31:28.908455 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33050385'] for router_interface, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:29.222303 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] Router da750f43-ca49-477b-abe1-d390b443e2a2 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:31:29.423186 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:31:29.432552 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 33370) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:29.439107 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] 10.222.0.49 "PUT /v2.0/routers/da750f43-ca49-477b-abe1-d390b443e2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4515171 Jun 23 17:31:29.441973 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe1b1e-37fc-463a-be49-b9643f76374e None None] Sync routers for ids ['da750f43-ca49-477b-abe1-d390b443e2a2'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:31:29.454384 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe1b1e-37fc-463a-be49-b9643f76374e None None] Routers {'da750f43-ca49-477b-abe1-d390b443e2a2'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:29.455086 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-eefe1b1e-37fc-463a-be49-b9643f76374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:31:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['da750f43-ca49-477b-abe1-d390b443e2a2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:29.592128 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:29.599578 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-eefe1b1e-37fc-463a-be49-b9643f76374e None None] Set router da750f43-ca49-477b-abe1-d390b443e2a2 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:29.741588 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:29.846024 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-eefe1b1e-37fc-463a-be49-b9643f76374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:31:28Z', 'revision_number': 5, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port': {'id': '513068ea-e4ad-4f82-b14d-664281fa43cc', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:00Z', 'updated_at': '2021-06-23T17:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:29.906341 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe1b1e-37fc-463a-be49-b9643f76374e None None] Checking router: da750f43-ca49-477b-abe1-d390b443e2a2 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:31:29.914000 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Deleting port 513068ea-e4ad-4f82-b14d-664281fa43cc {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:29.915036 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:29.922770 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe1b1e-37fc-463a-be49-b9643f76374e None None] Routers {'da750f43-ca49-477b-abe1-d390b443e2a2'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:29.923943 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-eefe1b1e-37fc-463a-be49-b9643f76374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:31:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['da750f43-ca49-477b-abe1-d390b443e2a2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:30.037772 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-554df41f-90c5-46f1-9ec8-d63c661149c1 req-e00a962f-2340-49d9-bf36-c10dfcea6b82 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 210 time: 0.0394652 Jun 23 17:31:30.064696 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] For port 513068ea-e4ad-4f82-b14d-664281fa43cc, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=513068ea-e4ad-4f82-b14d-664281fa43cc,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:30.065048 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.083891 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Calling delete_port for 513068ea-e4ad-4f82-b14d-664281fa43cc owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:30.105291 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-eefe1b1e-37fc-463a-be49-b9643f76374e None None] Set router da750f43-ca49-477b-abe1-d390b443e2a2 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:30.178090 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-eefe1b1e-37fc-463a-be49-b9643f76374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:31:29Z', 'revision_number': 6, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port_host': None}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:30.209903 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe1b1e-37fc-463a-be49-b9643f76374e None None] The sync data for ids ['da750f43-ca49-477b-abe1-d390b443e2a2'] in dv-cinder-788253-3-smb is: [{'id': 'da750f43-ca49-477b-abe1-d390b443e2a2', 'name': 'tempest-TestMinimumBasicScenario-1005633455-router', 'tenant_id': '5f421e4832544ffb980be5d233a22933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:27:59Z', 'updated_at': '2021-06-23T17:31:29Z', 'revision_number': 6, 'project_id': '5f421e4832544ffb980be5d233a22933', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:31:30.400861 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.406035 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-6b250b72-7bb5-4468-94ff-997483dff664 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:30.438949 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Pushing event deleted for resources: {'Port': ['ID=513068ea-e4ad-4f82-b14d-664281fa43cc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:30.440847 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:30.465111 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33049732'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.647925 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33049248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5465'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:30.651397 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:31.128278 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 513068ea-e4ad-4f82-b14d-664281fa43cc no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:31.177931 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: 513068ea-e4ad-4f82-b14d-664281fa43cc {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:31.178692 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 513068ea-e4ad-4f82-b14d-664281fa43cc not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:31.179583 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 22b0743b-c5b1-4f61-a56b-d42024231557 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:31.183747 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33048810'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:31.184571 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router da750f43-ca49-477b-abe1-d390b443e2a2 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:31:31.193931 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:31.197132 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] 10.222.0.49 "DELETE /v2.0/routers/da750f43-ca49-477b-abe1-d390b443e2a2 HTTP/1.1" status: 204 len: 168 time: 1.7635207 Jun 23 17:31:31.199845 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 33386) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:31.219163 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: 22b0743b-c5b1-4f61-a56b-d42024231557 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:31.226358 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 22b0743b-c5b1-4f61-a56b-d42024231557 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:31.297577 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-66231077-4ed2-4561-943b-ad614c13a6fc req-c2d75017-511f-44e2-a4cd-162b1ac94287 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 210 time: 0.0430160 Jun 23 17:31:31.303353 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe1356c-cf6f-40cf-9651-f1182ee04e3c admin admin] Deleting subnet 4e76eaa9-e31e-4056-bbe9-7d61d33b0d27 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:31:31.309167 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfe1356c-cf6f-40cf-9651-f1182ee04e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:31.364934 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfe1356c-cf6f-40cf-9651-f1182ee04e3c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:31.494815 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfe1356c-cf6f-40cf-9651-f1182ee04e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:31.646061 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfe1356c-cf6f-40cf-9651-f1182ee04e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:31.648993 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f588f1b9-2fdb-47ff-933f-d8628a9204e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:31.676067 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1356c-cf6f-40cf-9651-f1182ee04e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e76eaa9-e31e-4056-bbe9-7d61d33b0d27,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:31.679534 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-dfe1356c-cf6f-40cf-9651-f1182ee04e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:31.680603 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dfe1356c-cf6f-40cf-9651-f1182ee04e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:31.683461 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-dfe1356c-cf6f-40cf-9651-f1182ee04e3c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4e76eaa9-e31e-4056-bbe9-7d61d33b0d27 HTTP/1.1" status: 204 len: 168 time: 0.4821010 Jun 23 17:31:31.686904 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 33390) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:31.691245 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e49acfb-50fa-4063-bb5e-7de745929144 None None] Network 47121177-295e-4912-a0cf-97dcf8d8388b requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:31:31.824920 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:31.943686 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Deleting port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:31.944138 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:32.001369 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] DHCP port deletion for 47121177-295e-4912-a0cf-97dcf8d8388b request from dv-cinder-788253-3-smb {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:31:32.024110 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] For port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:32.024468 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:32.038915 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Calling delete_port for cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:32.077084 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Deleting port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:32.078781 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:32.161549 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] For port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927,segment=NetworkSegment(561c2032-5ad4-46c4-a142-1408394a3ffd),segment_id=561c2032-5ad4-46c4-a142-1408394a3ffd)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:32.162634 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:32.180329 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Calling delete_port for cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:32.267381 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-02fa2d96-68b3-46a1-b92f-2ede20fcbf2e tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:32.270026 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-02fa2d96-68b3-46a1-b92f-2ede20fcbf2e tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.74 "GET /v2.0/networks?id=b086686d-8091-4f62-b632-2019702b3d1e HTTP/1.1" status: 200 len: 809 time: 0.1833956 Jun 23 17:31:32.345855 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-78e0b121-96aa-4883-89b2-d0fc2115a264 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f811cea009c6458c9ad6b82741b4c770 HTTP/1.1" status: 200 len: 379 time: 0.0638497 Jun 23 17:31:32.361449 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Request body: {'port': {'device_id': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'admin_state_up': True, 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'security_groups': ['0b13837a-6539-4820-8dce-daaf97090a75']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:31:32.478324 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:32.485879 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:32.510234 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:32.523814 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-fb399992-1ae3-4dcf-a69e-70d3cc5f4ae5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:32.532421 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] No DVR routers for this DVR port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 on host dv-cinder-788253-3-smb {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:31:32.567518 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:32.571442 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Pushing event deleted for resources: {'Port': ['ID=cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:32.577886 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] No DVR routers for this DVR port cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 on host dv-cinder-788253-3-smb {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:31:32.611524 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:32.654303 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:32.656902 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:32.678873 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2f7a97b5-10c9-4924-b5a2-efee998d0cb5 req-6c3734b2-2115-4f68-bf49-e84a946f1ba2 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 210 time: 0.0898392 Jun 23 17:31:32.684623 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:32.714753 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.715333 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.716595 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.717175 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.717737 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.718303 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.718879 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.719464 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.720021 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.720559 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.888678 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:32.909757 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:32.910153 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device cdf25c1a-88f9-4cfc-9af9-40d2d2c2e927 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:32.933134 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.933591 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.934014 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.934427 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:31:32.934864 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.services.segments.db [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47121177-295e-4912-a0cf-97dcf8d8388b']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:32.940587 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Made reservation on behalf of f811cea009c6458c9ad6b82741b4c770 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:31:32.944950 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:32.978622 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.services.segments.db [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561c2032-5ad4-46c4-a142-1408394a3ffd') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:32.979148 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.services.segments.db [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561c2032-5ad4-46c4-a142-1408394a3ffd') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:33.006391 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30134390'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:33.046256 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:33.084368 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:31:33.084783 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24460137'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: from cryptography.utils import int_from_bytes Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: from cryptography.utils import int_from_bytes Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: Traceback (most recent call last): Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: timer() Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: cb(*args, **kw) Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: return func(*args, **kwargs) Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: self._notify() Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: self.callback(batched_events) Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: event.method(event) Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: return f(self, *a, **k) Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: return self._get(url).json() Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:31:33.089328 dv-cinder-788253-3-smb neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:31:33.100907 dv-cinder-788253-3-smb neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:31:33.235883 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Allocated IP 172.20.0.4 (b086686d-8091-4f62-b632-2019702b3d1e/6e971d5f-3c75-4458-96c7-aee09f3c911b/786b451b-f7bc-4bc0-9021-9ae9fbee533e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:31:33.286963 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:33.300826 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-dc2a40ac-91a3-4838-a9f6-1d5d1ff92dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:33.316159 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:33.325634 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/47121177-295e-4912-a0cf-97dcf8d8388b HTTP/1.1" status: 204 len: 168 time: 1.6305144 Jun 23 17:31:33.325749 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33406) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:33.337161 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=47121177-295e-4912-a0cf-97dcf8d8388b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:33.342249 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:33.454236 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:33.487153 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Transition to ACTIVE for port object 786b451b-f7bc-4bc0-9021-9ae9fbee533e will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:31:33.614332 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24460199'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:33.619966 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-3ef254c7-eb36-4bdc-a587-f52ef51edf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:33.701038 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Network b086686d-8091-4f62-b632-2019702b3d1e is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:31:33.711753 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:31:33.720046 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:31:33.814401 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event updated for resources: {'Port': ['ID=786b451b-f7bc-4bc0-9021-9ae9fbee533e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:33.838960 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:33.873133 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:33.873818 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:34.025382 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f06756-81d0-4d0c-9f73-c4ab31e66d2d req-10d516e8-3fd4-4d51-ae51-1ee248f1e7d9 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:34.027950 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-10f06756-81d0-4d0c-9f73-c4ab31e66d2d req-10d516e8-3fd4-4d51-ae51-1ee248f1e7d9 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 931 time: 0.0892446 Jun 23 17:31:34.037404 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33427425'] for router_interface, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:34.071575 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7171602 Jun 23 17:31:34.104717 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-10f06756-81d0-4d0c-9f73-c4ab31e66d2d req-0282d880-c12c-4c0b-95f5-98aa58d0a79d tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679638 Jun 23 17:31:34.207874 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-70a77d5b-4825-45d7-95b3-236b3bbb0a21 None None] Provisioning for port 786b451b-f7bc-4bc0-9021-9ae9fbee533e completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:31:34.208586 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Request body: {'port': {'device_id': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:31:34.208785 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-70a77d5b-4825-45d7-95b3-236b3bbb0a21 None None] Provisioning complete for port 786b451b-f7bc-4bc0-9021-9ae9fbee533e triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:31:34.208785 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-70a77d5b-4825-45d7-95b3-236b3bbb0a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:34.255901 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-70a77d5b-4825-45d7-95b3-236b3bbb0a21 None None] Port 786b451b-f7bc-4bc0-9021-9ae9fbee533e cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:31:34.356638 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:34.681275 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786b451b-f7bc-4bc0-9021-9ae9fbee533e {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:31:34.697754 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:34.713743 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Transition to ACTIVE for port object 786b451b-f7bc-4bc0-9021-9ae9fbee533e will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:31:34.783280 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] Deleting port 22bcd892-61b5-40e8-ab9b-443cddb6e88f {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:34.783931 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:34.828992 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:34.833653 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-528f76f2-626a-4b25-8ed5-72ac2fcc0bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:34.877087 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] For port 22bcd892-61b5-40e8-ab9b-443cddb6e88f, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=22bcd892-61b5-40e8-ab9b-443cddb6e88f,segment=NetworkSegment(862733e7-c280-43ce-8e85-16e03d3fe62c),segment_id=862733e7-c280-43ce-8e85-16e03d3fe62c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:34.877479 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:34.886786 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Pushing event updated for resources: {'Port': ['ID=786b451b-f7bc-4bc0-9021-9ae9fbee533e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:34.891824 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:34.897725 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] Calling delete_port for 22bcd892-61b5-40e8-ab9b-443cddb6e88f owned by network:router_interface {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:35.010939 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Attempting to bind port 786b451b-f7bc-4bc0-9021-9ae9fbee533e on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:31:35.015942 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Attempting to bind port 786b451b-f7bc-4bc0-9021-9ae9fbee533e by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:31:35.016689 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Attempting to bind port 786b451b-f7bc-4bc0-9021-9ae9fbee533e on network b086686d-8091-4f62-b632-2019702b3d1e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:31:35.044755 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Port 786b451b-f7bc-4bc0-9021-9ae9fbee533e on network b086686d-8091-4f62-b632-2019702b3d1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:31:35.046471 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Attempting to bind port 786b451b-f7bc-4bc0-9021-9ae9fbee533e on network b086686d-8091-4f62-b632-2019702b3d1e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:31:35.060454 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:31:35.061114 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Checking segment: {'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:31:35.061836 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Bound using segment: {'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:31:35.062738 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Bound port: 786b451b-f7bc-4bc0-9021-9ae9fbee533e, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f83913-09c2-4783-a4e0-8a0421a76f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:31:35.063675 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:35.133708 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-26aba2c9-11dd-4822-977e-18767efaf418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:35.162027 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:35.177671 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-9031b5f3-edaa-4375-9b28-c69f538e3543 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:35.215292 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] For port 786b451b-f7bc-4bc0-9021-9ae9fbee533e, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:31:35.223779 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] For port 786b451b-f7bc-4bc0-9021-9ae9fbee533e, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:31:35.229305 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] Pushing event deleted for resources: {'Port': ['ID=22bcd892-61b5-40e8-ab9b-443cddb6e88f,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:35.238880 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:35.299135 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:35.302712 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:35.382611 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:35.383899 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:35.387328 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] 10.222.0.74 "PUT /v2.0/ports/786b451b-f7bc-4bc0-9021-9ae9fbee533e HTTP/1.1" status: 200 len: 1093 time: 1.3017592 Jun 23 17:31:35.396831 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:35.403732 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbc39b4-c497-49f5-91de-20582997d301" -d '{"events": [{"name": "network-changed", "server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:35.450006 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33050385'] for router_interface, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:35.521382 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Pushing event updated for resources: {'Port': ['ID=786b451b-f7bc-4bc0-9021-9ae9fbee533e,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:35.523822 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:35.599802 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f688f-e8e6-4433-a5d4-edf158d652f8 req-256fc029-f626-4ee0-b4dc-ad344f669e0b tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:35.601435 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d90f688f-e8e6-4433-a5d4-edf158d652f8 req-256fc029-f626-4ee0-b4dc-ad344f669e0b tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 943 time: 0.2488039 Jun 23 17:31:35.656289 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-e10daeb6-ee80-4abb-9f5b-1c7e5e188332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:35.657897 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-e10daeb6-ee80-4abb-9f5b-1c7e5e188332 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f811cea009c6458c9ad6b82741b4c770&device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 1096 time: 0.1175992 Jun 23 17:31:35.708982 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d90f688f-e8e6-4433-a5d4-edf158d652f8 req-267525fb-a901-4914-a863-2ab5f93c3584 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864558 Jun 23 17:31:35.710494 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-edbd3ecd-1dd4-470b-bf09-de5cb18ea06c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e HTTP/1.1" status: 200 len: 217 time: 0.0430369 Jun 23 17:31:35.787233 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd96861a-a8d1-42c0-acc1-515bda15aeeb x-openstack-request-id: req-fd96861a-a8d1-42c0-acc1-515bda15aeeb {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:35.787555 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:35.787842 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd96861a-a8d1-42c0-acc1-515bda15aeeb {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:35.788274 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'status': 'completed', 'code': 200} Jun 23 17:31:35.788881 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] Router fed87dc1-b524-4563-b17a-2b74ed6853cd has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:31:35.798373 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-a4a16138-2f11-499f-ba50-4b0db3536fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:35.800031 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-a4a16138-2f11-499f-ba50-4b0db3536fe3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e971d5f-3c75-4458-96c7-aee09f3c911b HTTP/1.1" status: 200 len: 848 time: 0.0814297 Jun 23 17:31:35.899518 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-92aec07f-846d-4b83-a917-817336c43a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:35.902148 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-92aec07f-846d-4b83-a917-817336c43a39 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b086686d-8091-4f62-b632-2019702b3d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923064 Jun 23 17:31:35.936442 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:31:35.944521 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] 10.222.0.49 "PUT /v2.0/routers/fed87dc1-b524-4563-b17a-2b74ed6853cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6194870 Jun 23 17:31:35.944730 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 33434) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:35.947615 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfccf35c-60af-4bd1-a3ee-700c28599451 None None] Sync routers for ids ['fed87dc1-b524-4563-b17a-2b74ed6853cd'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:31:35.958457 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfccf35c-60af-4bd1-a3ee-700c28599451 None None] Routers {'fed87dc1-b524-4563-b17a-2b74ed6853cd'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:35.959130 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-dfccf35c-60af-4bd1-a3ee-700c28599451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:31:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['fed87dc1-b524-4563-b17a-2b74ed6853cd'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:36.074781 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-dfccf35c-60af-4bd1-a3ee-700c28599451 None None] Set router fed87dc1-b524-4563-b17a-2b74ed6853cd gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:36.211727 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-cbc1a1f8-b89d-4cf4-a1f3-664763999334 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002613 Jun 23 17:31:36.247103 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:36.254876 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:36.398284 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ef6e321-8c4a-4b71-8086-495656a3c1e9 req-c4cc8dbd-5866-4063-a498-8bd20dead505 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776292 Jun 23 17:31:36.423453 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-dfccf35c-60af-4bd1-a3ee-700c28599451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'name': 'tempest-TestMinimumBasicScenario-940872144-router', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:11Z', 'updated_at': '2021-06-23T17:31:35Z', 'revision_number': 5, 'project_id': 'bda8fb89fe9e443082e1a88104b2d501', 'gw_port': {'id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:13Z', 'updated_at': '2021-06-23T17:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:36.424444 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:36.454702 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfccf35c-60af-4bd1-a3ee-700c28599451 None None] Checking router: fed87dc1-b524-4563-b17a-2b74ed6853cd for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:31:36.464884 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfccf35c-60af-4bd1-a3ee-700c28599451 None None] Routers {'fed87dc1-b524-4563-b17a-2b74ed6853cd'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:36.465490 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-dfccf35c-60af-4bd1-a3ee-700c28599451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:31:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['fed87dc1-b524-4563-b17a-2b74ed6853cd'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:36.609657 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-dfccf35c-60af-4bd1-a3ee-700c28599451 None None] Set router fed87dc1-b524-4563-b17a-2b74ed6853cd gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:36.650506 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Deleting port 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:36.651069 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:36.674225 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc39b4-c497-49f5-91de-20582997d301 req-92e39c26-84ae-4599-9e04-048e892bc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:36.675982 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cbbc39b4-c497-49f5-91de-20582997d301 req-92e39c26-84ae-4599-9e04-048e892bc3f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f811cea009c6458c9ad6b82741b4c770&device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 1096 time: 0.1138225 Jun 23 17:31:36.906643 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-dfccf35c-60af-4bd1-a3ee-700c28599451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'name': 'tempest-TestMinimumBasicScenario-940872144-router', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:11Z', 'updated_at': '2021-06-23T17:31:35Z', 'revision_number': 5, 'project_id': 'bda8fb89fe9e443082e1a88104b2d501', 'gw_port': {'id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:13Z', 'updated_at': '2021-06-23T17:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:36.944244 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] For port 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=9225b53e-0ae8-4e35-bb1d-dcb15bda5a89,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:36.944811 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:36.946318 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfccf35c-60af-4bd1-a3ee-700c28599451 None None] The sync data for ids ['fed87dc1-b524-4563-b17a-2b74ed6853cd'] in dv-cinder-788253-3-smb is: [{'id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'name': 'tempest-TestMinimumBasicScenario-940872144-router', 'tenant_id': 'bda8fb89fe9e443082e1a88104b2d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:28:11Z', 'updated_at': '2021-06-23T17:31:35Z', 'revision_number': 5, 'project_id': 'bda8fb89fe9e443082e1a88104b2d501', 'gw_port': {'id': '9225b53e-0ae8-4e35-bb1d-dcb15bda5a89', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed87dc1-b524-4563-b17a-2b74ed6853cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:28:13Z', 'updated_at': '2021-06-23T17:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:31:37.008525 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc39b4-c497-49f5-91de-20582997d301 req-6bb1c1dc-8f1f-4936-bdaa-3bd2f9461b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:37.014572 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cbbc39b4-c497-49f5-91de-20582997d301 req-6bb1c1dc-8f1f-4936-bdaa-3bd2f9461b95 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b086686d-8091-4f62-b632-2019702b3d1e HTTP/1.1" status: 200 len: 910 time: 0.2900004 Jun 23 17:31:37.021499 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Calling delete_port for 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:37.081412 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cbbc39b4-c497-49f5-91de-20582997d301 req-acf37406-8d6d-4cf3-b4a2-4a7805d87d14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e HTTP/1.1" status: 200 len: 217 time: 0.0559587 Jun 23 17:31:37.195922 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc39b4-c497-49f5-91de-20582997d301 req-8cd5e62c-c423-4b44-84b5-45458629343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:37.197506 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cbbc39b4-c497-49f5-91de-20582997d301 req-8cd5e62c-c423-4b44-84b5-45458629343c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e971d5f-3c75-4458-96c7-aee09f3c911b HTTP/1.1" status: 200 len: 848 time: 0.0827649 Jun 23 17:31:37.210785 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13eafc-2532-42df-ae39-483ae80e1b71 req-b82d509c-8e0b-4218-9368-88938f60e57a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:37.213213 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-de13eafc-2532-42df-ae39-483ae80e1b71 req-b82d509c-8e0b-4218-9368-88938f60e57a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 943 time: 0.2979107 Jun 23 17:31:37.648803 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-afab6282-c927-422c-9a12-83a6abb5d2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:37.664097 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-de13eafc-2532-42df-ae39-483ae80e1b71 req-a2179f53-a73b-4f36-a846-816fe5eadbda tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4387343 Jun 23 17:31:37.728437 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc39b4-c497-49f5-91de-20582997d301 req-98d5ae0c-8639-4900-b060-355737c8c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:37.730130 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cbbc39b4-c497-49f5-91de-20582997d301 req-98d5ae0c-8639-4900-b060-355737c8c87a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b086686d-8091-4f62-b632-2019702b3d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5159132 Jun 23 17:31:37.841894 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cbbc39b4-c497-49f5-91de-20582997d301 req-a3f67afd-ef55-4dd3-b591-36f0bb2b4e6b service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037626 Jun 23 17:31:37.887739 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:37.892195 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:37.949404 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Pushing event deleted for resources: {'Port': ['ID=9225b53e-0ae8-4e35-bb1d-dcb15bda5a89,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:37.951266 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:38.038786 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33049732'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.043395 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cbbc39b4-c497-49f5-91de-20582997d301 req-ad1f7b5c-4eb6-456c-90b8-03a1ae231491 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911120 Jun 23 17:31:38.143967 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33049248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5465'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.146933 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.270420 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33048810'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.271133 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fed87dc1-b524-4563-b17a-2b74ed6853cd {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:31:38.286058 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.286058 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fed87dc1-b524-4563-b17a-2b74ed6853cd HTTP/1.1" status: 204 len: 168 time: 2.3352332 Jun 23 17:31:38.286058 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 33456) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:38.346231 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d1bf64-fc57-427d-a1c6-34fbc46dec3a admin admin] Deleting subnet e8003fdb-c5e4-4211-90a6-242c324f4d91 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:31:38.350371 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25d1bf64-fc57-427d-a1c6-34fbc46dec3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.406513 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25d1bf64-fc57-427d-a1c6-34fbc46dec3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30134377'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.511242 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25d1bf64-fc57-427d-a1c6-34fbc46dec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.567619 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 786b451b-f7bc-4bc0-9021-9ae9fbee533e details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:31:38.634399 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25d1bf64-fc57-427d-a1c6-34fbc46dec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24460276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24383289'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.637275 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:38.676834 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1bf64-fc57-427d-a1c6-34fbc46dec3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8003fdb-c5e4-4211-90a6-242c324f4d91,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:38.681933 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-25d1bf64-fc57-427d-a1c6-34fbc46dec3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:38.683764 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-25d1bf64-fc57-427d-a1c6-34fbc46dec3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.689900 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-25d1bf64-fc57-427d-a1c6-34fbc46dec3a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e8003fdb-c5e4-4211-90a6-242c324f4d91 HTTP/1.1" status: 204 len: 168 time: 0.4004793 Jun 23 17:31:38.690754 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33458) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:38.702589 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a59e221-3c19-4b2d-b15b-c013ece51ebd None None] Network 0c7236c3-ffb6-4778-9759-7853850eafd4 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:31:38.715639 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 786b451b-f7bc-4bc0-9021-9ae9fbee533e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:38.743343 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'port_id': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'mac_address': 'fa:16:3e:68:9c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:31:38.802731 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.947738 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.950445 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Deleting port 0d9907e0-455e-4414-949b-ea354ccc3101 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:38.950923 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:38.974766 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786b451b-f7bc-4bc0-9021-9ae9fbee533e {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:31:39.010786 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:39.058401 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:39.058899 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 9225b53e-0ae8-4e35-bb1d-dcb15bda5a89 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:39.059631 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 22bcd892-61b5-40e8-ab9b-443cddb6e88f no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:39.063297 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 786b451b-f7bc-4bc0-9021-9ae9fbee533e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:39.087734 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] For port 0d9907e0-455e-4414-949b-ea354ccc3101, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=0d9907e0-455e-4414-949b-ea354ccc3101,segment=NetworkSegment(862733e7-c280-43ce-8e85-16e03d3fe62c),segment_id=862733e7-c280-43ce-8e85-16e03d3fe62c)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:39.088225 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.114632 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Calling delete_port for 0d9907e0-455e-4414-949b-ea354ccc3101 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:39.114810 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: 22bcd892-61b5-40e8-ab9b-443cddb6e88f {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:39.114810 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 22bcd892-61b5-40e8-ab9b-443cddb6e88f not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:39.115170 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3311a34-efe3-485a-b62e-2df145b4dbd8 req-a19d595a-f404-408c-ba96-751b47cfae93 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:39.128957 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d3311a34-efe3-485a-b62e-2df145b4dbd8 req-a19d595a-f404-408c-ba96-751b47cfae93 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 943 time: 0.2071371 Jun 23 17:31:39.204321 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d3311a34-efe3-485a-b62e-2df145b4dbd8 req-d6b92cc5-648c-4fe1-b0bb-aa9a7f762552 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665257 Jun 23 17:31:39.343948 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.347901 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:39.350213 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.355935 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b04267ed-fe52-48d3-9891-bb871886ecb3 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:39.397104 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9907e0-455e-4414-949b-ea354ccc3101,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:39.400530 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:39.405030 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] No DVR routers for this DVR port 0d9907e0-455e-4414-949b-ea354ccc3101 on host dv-cinder-788253-3-smb {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:31:39.421206 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=786b451b-f7bc-4bc0-9021-9ae9fbee533e,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:39.424686 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:39.466481 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.491725 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fb301c-0fe8-4d0e-ba55-0c24cd319614 None None] DHCP port deletion for 0c7236c3-ffb6-4778-9759-7853850eafd4 request from dv-cinder-788253-3-smb {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:31:39.543595 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.562564 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7236c3-ffb6-4778-9759-7853850eafd4']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:39.582493 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862733e7-c280-43ce-8e85-16e03d3fe62c') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:39.583050 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862733e7-c280-43ce-8e85-16e03d3fe62c') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:39.603594 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30971532'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.629582 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.637781 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['786b451b-f7bc-4bc0-9021-9ae9fbee533e'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:31:39.643775 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:31:39.643775 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31588823'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: Traceback (most recent call last): Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: timer() Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: cb(*args, **kw) Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: return func(*args, **kwargs) Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: self._notify() Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: self.callback(batched_events) Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: event.method(event) Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: return f(self, *a, **k) Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: return self._get(url).json() Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: return self.request(url, 'GET', **kwargs) Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:31:39.645118 dv-cinder-788253-3-smb neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:31:39.864702 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.870503 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:39.876165 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] 10.222.0.49 "DELETE /v2.0/networks/0c7236c3-ffb6-4778-9759-7853850eafd4 HTTP/1.1" status: 204 len: 168 time: 1.1797876 Jun 23 17:31:39.876165 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:39.899989 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Pushing event deleted for resources: {'Network': ['ID=0c7236c3-ffb6-4778-9759-7853850eafd4,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:39.906268 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-db7f3d35-fd2f-47e9-9eb3-601c2971699b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:40.381133 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33482) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:40.434610 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-6b9a3d3f-4e61-4595-b48e-6ccd5d75a431 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f421e4832544ffb980be5d233a22933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519845 Jun 23 17:31:40.438521 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33486) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:40.506965 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56f1a1-242b-463a-85d9-2b0a36633eb8 req-005325a9-b49f-4eed-a00a-f338ca92880a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:40.508716 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08e77082-6ac3-443e-a706-e60ec7327260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.513554 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-aa56f1a1-242b-463a-85d9-2b0a36633eb8 req-005325a9-b49f-4eed-a00a-f338ca92880a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 944 time: 0.1530142 Jun 23 17:31:40.541402 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08e77082-6ac3-443e-a706-e60ec7327260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.553657 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-aa56f1a1-242b-463a-85d9-2b0a36633eb8 req-b7afdf41-570c-4392-ab47-1aa0f5f84e0f tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380034 Jun 23 17:31:40.567261 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 786b451b-f7bc-4bc0-9021-9ae9fbee533e up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:31:40.710126 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08e77082-6ac3-443e-a706-e60ec7327260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.713612 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08e77082-6ac3-443e-a706-e60ec7327260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.714888 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-08e77082-6ac3-443e-a706-e60ec7327260 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a4b98f9-2c16-4afd-8a2b-32082a99736c HTTP/1.1" status: 204 len: 168 time: 0.2750831 Jun 23 17:31:40.715681 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-455de105-ae75-4287-b95f-2968b7bafddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:40.726409 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e77082-6ac3-443e-a706-e60ec7327260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b98f9-2c16-4afd-8a2b-32082a99736c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:40.726830 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-08e77082-6ac3-443e-a706-e60ec7327260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:40.748692 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 786b451b-f7bc-4bc0-9021-9ae9fbee533e completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:31:40.751782 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.765958 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 786b451b-f7bc-4bc0-9021-9ae9fbee533e triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:31:40.766498 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.891082 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:40.915336 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 0d9907e0-455e-4414-949b-ea354ccc3101 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:40.940973 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:40.943650 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e63a85-f1d1-4337-ad5d-f54b400838df" -d '{"events": [{"server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "name": "network-vif-plugged", "status": "completed", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:40.954647 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: 0d9907e0-455e-4414-949b-ea354ccc3101 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:40.955012 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 0d9907e0-455e-4414-949b-ea354ccc3101 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:40.961250 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 786b451b-f7bc-4bc0-9021-9ae9fbee533e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:41.004095 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8655c917-8d91-4242-9479-52a21db43c33 x-openstack-request-id: req-8655c917-8d91-4242-9479-52a21db43c33 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:41.004340 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "name": "network-vif-plugged", "status": "completed", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:41.004636 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8655c917-8d91-4242-9479-52a21db43c33 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:41.011414 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'code': 200} Jun 23 17:31:41.120068 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:41.122028 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:41.188527 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=786b451b-f7bc-4bc0-9021-9ae9fbee533e,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:41.192235 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:41.553782 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a0f0-a32e-463c-b929-dbfbd5ca9968 req-c55575d4-c332-450a-b91c-0e4ec34b1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:41.553782 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c611a0f0-a32e-463c-b929-dbfbd5ca9968 req-c55575d4-c332-450a-b91c-0e4ec34b1270 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 1098 time: 0.0576575 Jun 23 17:31:41.612423 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c611a0f0-a32e-463c-b929-dbfbd5ca9968 req-f68317fd-7654-48f8-b087-e210fc3173a8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568597 Jun 23 17:31:41.700982 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33508) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:41.741820 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-4feb4782-1fde-4d87-a123-e14c93f1ae73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bda8fb89fe9e443082e1a88104b2d501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462170 Jun 23 17:31:41.742527 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33510) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:41.817241 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d595645-6cd8-4940-bfd9-4fe346a5267e req-01707d81-cee1-468b-a6e1-3e40f2cd7edc tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:41.818900 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9d595645-6cd8-4940-bfd9-4fe346a5267e req-01707d81-cee1-468b-a6e1-3e40f2cd7edc tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.1075873 Jun 23 17:31:41.836313 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-531e1c6c-77b2-439b-8e7b-700d17252f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:41.862842 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-531e1c6c-77b2-439b-8e7b-700d17252f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:41.872536 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9d595645-6cd8-4940-bfd9-4fe346a5267e req-10cda261-bed5-494e-ab36-c56c9373b2ee tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470502 Jun 23 17:31:42.007426 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-531e1c6c-77b2-439b-8e7b-700d17252f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:42.010202 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-531e1c6c-77b2-439b-8e7b-700d17252f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:42.011429 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-531e1c6c-77b2-439b-8e7b-700d17252f95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1574553e-0797-4763-8cc5-39b0c7a2d40b HTTP/1.1" status: 204 len: 168 time: 0.2652581 Jun 23 17:31:42.012413 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-08e77082-6ac3-443e-a706-e60ec7327260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:42.021041 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e1c6c-77b2-439b-8e7b-700d17252f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1574553e-0797-4763-8cc5-39b0c7a2d40b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:42.023678 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-531e1c6c-77b2-439b-8e7b-700d17252f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:43.158718 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7fbb9-f455-4201-b41d-8fb60c0fc407 req-b15bec99-29c9-415a-820d-2139d0bd5507 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:43.160473 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-25e7fbb9-f455-4201-b41d-8fb60c0fc407 req-b15bec99-29c9-415a-820d-2139d0bd5507 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0823760 Jun 23 17:31:43.205571 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-25e7fbb9-f455-4201-b41d-8fb60c0fc407 req-2cd28957-ad45-4ea2-ac62-25fc65df12d5 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381708 Jun 23 17:31:43.428760 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cafc92-f8fd-4523-a24d-5ff78e83ab9f req-3625c4fc-504e-48ac-8a98-9e4ad44f4a1c tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:43.430343 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-54cafc92-f8fd-4523-a24d-5ff78e83ab9f req-3625c4fc-504e-48ac-8a98-9e4ad44f4a1c tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0962377 Jun 23 17:31:43.493285 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-54cafc92-f8fd-4523-a24d-5ff78e83ab9f req-d36f3866-1925-4f8b-b8ee-9162777bcef3 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459597 Jun 23 17:31:43.539747 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33536) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:43.843463 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dff0da7-afb4-4a47-b0e3-145c46f1f76c tempest-TestShelveInstance-323376660 tempest-TestShelveInstance-323376660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:43.846509 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-0dff0da7-afb4-4a47-b0e3-145c46f1f76c tempest-TestShelveInstance-323376660 tempest-TestShelveInstance-323376660-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 1093 time: 0.3044195 Jun 23 17:31:43.850325 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33542) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:31:43.856067 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Request body: {'floatingip': {'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'port_id': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:31:44.042903 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for floatingip, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:44.182266 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:44.301710 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Allocated IP 172.28.1.200 (0516b4b2-f673-4cdc-b63f-187f09eafd61/0e838f03-2b68-47b7-b8bc-7bb830b070f3/2a32172e-cbce-4fc9-af6b-29429bdb5aac) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:31:44.413855 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:44.594660 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31588633'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:44.598631 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8665e727-e9f8-4b5c-abe0-47e4df7c1e6a tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:44.650280 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Network 0516b4b2-f673-4cdc-b63f-187f09eafd61 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:31:44.654482 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event updated for resources: {'Port': ['ID=2a32172e-cbce-4fc9-af6b-29429bdb5aac,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:44.657026 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:31:44.659042 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:44.659746 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:31:44.674907 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6deb2-771a-45fa-8297-203095da76df req-839547ff-42b9-48b7-88ad-692840a880d9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:44.677672 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6fb6deb2-771a-45fa-8297-203095da76df req-839547ff-42b9-48b7-88ad-692840a880d9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.0951478 Jun 23 17:31:44.732541 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6fb6deb2-771a-45fa-8297-203095da76df req-9bc32902-2748-4f16-9ff9-91720d38bc74 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463395 Jun 23 17:31:45.135244 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.329136 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.500608 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.561744 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31588619'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.564335 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:45.635977 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event updated for resources: {'Port': ['ID=2a32172e-cbce-4fc9-af6b-29429bdb5aac,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:45.640840 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:45.652972 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:45.804473 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.l3_db [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Floating IP 6007b713-6c26-4a75-aa1a-9fe9719f70d3 associated. External IP: 172.28.1.200, port: 786b451b-f7bc-4bc0-9021-9ae9fbee533e. Jun 23 17:31:45.950088 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dd159-7c0b-43c7-961e-1b0cc6e530c8 req-bf3f1cc9-3780-41b2-9360-dae4b7cddc06 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:45.952370 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-df9dd159-7c0b-43c7-961e-1b0cc6e530c8 req-bf3f1cc9-3780-41b2-9360-dae4b7cddc06 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.0790439 Jun 23 17:31:46.018908 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-df9dd159-7c0b-43c7-961e-1b0cc6e530c8 req-3160cb4c-922b-43be-81c8-046e08eebe1c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554619 Jun 23 17:31:46.097626 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Router 51823886-d6d9-42ba-b26e-cae146fe4d87 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:31:46.219145 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:31:46.230820 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bdb63-85b1-40bc-8b69-6334568b9000 None None] Sync routers for ids ['51823886-d6d9-42ba-b26e-cae146fe4d87'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:31:46.241532 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2bdb63-85b1-40bc-8b69-6334568b9000 None None] Routers {'51823886-d6d9-42ba-b26e-cae146fe4d87'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:46.242257 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8d2bdb63-85b1-40bc-8b69-6334568b9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:31:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['51823886-d6d9-42ba-b26e-cae146fe4d87'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:46.334059 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:46.381835 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8d2bdb63-85b1-40bc-8b69-6334568b9000 None None] Set router 51823886-d6d9-42ba-b26e-cae146fe4d87 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:46.399021 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-8ba3c7e5-a36f-4483-9682-935c23a04ebb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5321672 Jun 23 17:31:46.399021 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:46.399021 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96821e7b3fc1c3ca34718932d534275ff0ce8c1a006a36611bf262d3b0796c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa70b6c-e8cb-4dc6-9502-3fbdf1c3008a" -d '{"events": [{"name": "network-changed", "server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:46.493099 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887d96e9-9a02-4cbb-bbbd-127c680ad041 x-openstack-request-id: req-887d96e9-9a02-4cbb-bbbd-127c680ad041 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:46.493460 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:46.493743 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-887d96e9-9a02-4cbb-bbbd-127c680ad041 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:46.494195 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'status': 'completed', 'code': 200} Jun 23 17:31:46.598737 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa70b6c-e8cb-4dc6-9502-3fbdf1c3008a req-fc889741-5fe9-4ee1-bcfa-0cb6d80e1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:46.600377 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7aa70b6c-e8cb-4dc6-9502-3fbdf1c3008a req-fc889741-5fe9-4ee1-bcfa-0cb6d80e1a3b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f811cea009c6458c9ad6b82741b4c770&device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 1098 time: 0.0764148 Jun 23 17:31:46.718938 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa70b6c-e8cb-4dc6-9502-3fbdf1c3008a req-140a3863-b67b-4e74-b910-3c8922a61e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:46.721036 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7aa70b6c-e8cb-4dc6-9502-3fbdf1c3008a req-140a3863-b67b-4e74-b910-3c8922a61e7c service neutron] 10.222.0.74 "GET /v2.0/networks?id=b086686d-8091-4f62-b632-2019702b3d1e HTTP/1.1" status: 200 len: 910 time: 0.1119721 Jun 23 17:31:46.751549 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8d2bdb63-85b1-40bc-8b69-6334568b9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:30:36Z', 'revision_number': 4, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': '6007b713-6c26-4a75-aa1a-9fe9719f70d3', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'floating_ip_address': '172.28.1.200', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'port_id': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'mac_address': 'fa:16:3e:68:9c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:31:44Z', 'updated_at': '2021-06-23T17:31:44Z', 'revision_number': 0, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79db8855-5671-412f-a600-065cdea4362c', 'name': '', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'mac_address': 'fa:16:3e:e8:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:35Z', 'updated_at': '2021-06-23T17:30:45Z', 'revision_number': 5, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'subnets': [{'id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:46.804897 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bdb63-85b1-40bc-8b69-6334568b9000 None None] Checking router: 51823886-d6d9-42ba-b26e-cae146fe4d87 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:31:46.819099 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2bdb63-85b1-40bc-8b69-6334568b9000 None None] Routers {'51823886-d6d9-42ba-b26e-cae146fe4d87'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:31:46.820007 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8d2bdb63-85b1-40bc-8b69-6334568b9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:31:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['51823886-d6d9-42ba-b26e-cae146fe4d87'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:46.833941 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7aa70b6c-e8cb-4dc6-9502-3fbdf1c3008a req-56ffd6b9-d201-4ee7-9486-9416ceaa101b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e HTTP/1.1" status: 200 len: 999 time: 0.1015511 Jun 23 17:31:46.907702 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa70b6c-e8cb-4dc6-9502-3fbdf1c3008a req-b2ccf0c7-a9c5-4373-a874-3ba3810cc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:46.910012 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7aa70b6c-e8cb-4dc6-9502-3fbdf1c3008a req-b2ccf0c7-a9c5-4373-a874-3ba3810cc797 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e971d5f-3c75-4458-96c7-aee09f3c911b HTTP/1.1" status: 200 len: 848 time: 0.0692265 Jun 23 17:31:46.978876 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8d2bdb63-85b1-40bc-8b69-6334568b9000 None None] Set router 51823886-d6d9-42ba-b26e-cae146fe4d87 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:31:47.016544 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa70b6c-e8cb-4dc6-9502-3fbdf1c3008a req-a75bbc2e-789b-4341-a532-1e0c5e590ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:47.019014 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7aa70b6c-e8cb-4dc6-9502-3fbdf1c3008a req-a75bbc2e-789b-4341-a532-1e0c5e590ba6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b086686d-8091-4f62-b632-2019702b3d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1000612 Jun 23 17:31:47.136247 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7aa70b6c-e8cb-4dc6-9502-3fbdf1c3008a req-a837936d-d31f-47b7-88c4-728294c27278 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082242 Jun 23 17:31:47.301857 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8d2bdb63-85b1-40bc-8b69-6334568b9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:30:36Z', 'revision_number': 4, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': '6007b713-6c26-4a75-aa1a-9fe9719f70d3', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'floating_ip_address': '172.28.1.200', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'port_id': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'mac_address': 'fa:16:3e:68:9c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:31:44Z', 'updated_at': '2021-06-23T17:31:44Z', 'revision_number': 0, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79db8855-5671-412f-a600-065cdea4362c', 'name': '', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'mac_address': 'fa:16:3e:e8:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:35Z', 'updated_at': '2021-06-23T17:30:45Z', 'revision_number': 5, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'subnets': [{'id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:31:47.330762 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bdb63-85b1-40bc-8b69-6334568b9000 None None] The sync data for ids ['51823886-d6d9-42ba-b26e-cae146fe4d87'] in dv-cinder-788253-3-smb is: [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:30:36Z', 'revision_number': 4, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_floatingips': [{'id': '6007b713-6c26-4a75-aa1a-9fe9719f70d3', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'floating_ip_address': '172.28.1.200', 'floating_network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'router_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'port_id': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'mac_address': 'fa:16:3e:68:9c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:31:44Z', 'updated_at': '2021-06-23T17:31:44Z', 'revision_number': 0, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79db8855-5671-412f-a600-065cdea4362c', 'name': '', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'mac_address': 'fa:16:3e:e8:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:35Z', 'updated_at': '2021-06-23T17:30:45Z', 'revision_number': 5, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'subnets': [{'id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:31:47.393731 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7aa70b6c-e8cb-4dc6-9502-3fbdf1c3008a req-dafd422f-36dd-40e7-8371-0c47bf397a54 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449262 Jun 23 17:31:47.416564 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a4a3f-637c-48a5-8b35-69218648b95e req-e826fb3c-8a31-48d6-b302-e7257f97c1b6 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:47.420351 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-188a4a3f-637c-48a5-8b35-69218648b95e req-e826fb3c-8a31-48d6-b302-e7257f97c1b6 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.2344706 Jun 23 17:31:47.467622 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-188a4a3f-637c-48a5-8b35-69218648b95e req-9bf4a424-5bae-4cf4-9646-759b2371463d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415368 Jun 23 17:31:47.569388 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9754fb61-8949-4e6a-97eb-cfafab9fdd68 None None] New status for floating IP 6007b713-6c26-4a75-aa1a-9fe9719f70d3: ACTIVE {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:31:48.690121 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314edbd-5636-4762-9d4b-02b164e49665 req-39645d18-849b-4b0e-84cb-1cf0479d0c88 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:48.691838 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d314edbd-5636-4762-9d4b-02b164e49665 req-39645d18-849b-4b0e-84cb-1cf0479d0c88 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.0707691 Jun 23 17:31:48.734214 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d314edbd-5636-4762-9d4b-02b164e49665 req-f7573a12-fcb1-4dc8-bec6-59c431a5b9dc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352657 Jun 23 17:31:49.967435 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4369ee8-4b65-444b-86e9-089934bab1c3 req-526d4044-fa93-48c3-b8ba-e462fe07324f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:49.970086 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e4369ee8-4b65-444b-86e9-089934bab1c3 req-526d4044-fa93-48c3-b8ba-e462fe07324f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.1124594 Jun 23 17:31:50.038358 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e4369ee8-4b65-444b-86e9-089934bab1c3 req-81df3b45-6040-4389-9da1-f15877d16fbd tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619092 Jun 23 17:31:51.314613 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f33f3e-d0c8-47bc-818d-981a303e794c req-6c81b49f-81c0-499e-aab1-b45c4cc50895 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:51.316316 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f7f33f3e-d0c8-47bc-818d-981a303e794c req-6c81b49f-81c0-499e-aab1-b45c4cc50895 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.0824947 Jun 23 17:31:51.363207 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f7f33f3e-d0c8-47bc-818d-981a303e794c req-1fdc1e3d-af85-4878-98c3-6648c15abe4b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367632 Jun 23 17:31:52.240232 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffd132-18cf-42c2-8d3d-610584496fcb req-c08cdae6-d073-4d8e-9ee8-fe941d9c6ff8 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:52.241905 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3cffd132-18cf-42c2-8d3d-610584496fcb req-c08cdae6-d073-4d8e-9ee8-fe941d9c6ff8 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 946 time: 0.0839581 Jun 23 17:31:52.295236 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3cffd132-18cf-42c2-8d3d-610584496fcb req-6aa8fab9-171f-4ba0-b877-82d5bc9d581d tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Jun 23 17:31:52.594394 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9776c8-444d-4050-b5c9-6a5cb1434527 req-24e4bafb-f3a6-4691-a5c3-76207372f8ea tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:52.596020 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fa9776c8-444d-4050-b5c9-6a5cb1434527 req-24e4bafb-f3a6-4691-a5c3-76207372f8ea tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.0752907 Jun 23 17:31:52.641623 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fa9776c8-444d-4050-b5c9-6a5cb1434527 req-65a5c909-dbce-4af0-ab5e-32fddd9a5ee8 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384917 Jun 23 17:31:53.501234 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f878b6-b5b2-4d8b-903c-4c63933f290d req-2a2246c4-6960-4d69-91d6-62cdc9e0c148 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:53.502885 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-92f878b6-b5b2-4d8b-903c-4c63933f290d req-2a2246c4-6960-4d69-91d6-62cdc9e0c148 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 946 time: 0.0736761 Jun 23 17:31:53.553099 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-92f878b6-b5b2-4d8b-903c-4c63933f290d req-fd7851db-d997-4316-81c3-76f8e9a4d86f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386739 Jun 23 17:31:53.902357 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df972c-12e9-4eb3-b701-168abc2025fb req-9e83e227-5338-4972-92f8-37d9f04dd57b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:53.903982 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-23df972c-12e9-4eb3-b701-168abc2025fb req-9e83e227-5338-4972-92f8-37d9f04dd57b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.0701425 Jun 23 17:31:53.964846 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-23df972c-12e9-4eb3-b701-168abc2025fb req-5e42cd20-3576-460b-914e-a9ae1cb9687f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505013 Jun 23 17:31:54.758146 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fec77-8a97-4b70-8d06-62037fe05e23 req-283cd730-a694-4387-806e-4d7e0836e40f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:54.759815 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-571fec77-8a97-4b70-8d06-62037fe05e23 req-283cd730-a694-4387-806e-4d7e0836e40f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 946 time: 0.0815356 Jun 23 17:31:54.803650 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-571fec77-8a97-4b70-8d06-62037fe05e23 req-0e75ddaa-6a21-4669-8063-61c611452421 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372300 Jun 23 17:31:55.239231 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c22d3-bab3-4e49-a386-6e50ddc43c5a req-9d33511d-f53a-4de4-a622-9bb472cf37f1 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:55.240841 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-801c22d3-bab3-4e49-a386-6e50ddc43c5a req-9d33511d-f53a-4de4-a622-9bb472cf37f1 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.0686488 Jun 23 17:31:55.292595 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-801c22d3-bab3-4e49-a386-6e50ddc43c5a req-f6ed1491-201b-430f-a2be-43b8c91a10f6 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441082 Jun 23 17:31:56.010019 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2b7fd-5ee8-4560-802e-ae5dbc4e1db2 req-c7d6b2cc-3ffd-4b5f-9b86-44ff93c8ceb6 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:56.012256 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0ad2b7fd-5ee8-4560-802e-ae5dbc4e1db2 req-c7d6b2cc-3ffd-4b5f-9b86-44ff93c8ceb6 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 946 time: 0.0838490 Jun 23 17:31:56.055243 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0ad2b7fd-5ee8-4560-802e-ae5dbc4e1db2 req-fd1c04ae-c37c-4c60-9f61-fc745d94d13a tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370033 Jun 23 17:31:56.541628 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372687f2-4faa-4376-a963-52b59bb122c2 req-2f30abd9-492c-4fbb-9275-a01f2e9def6c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:56.544895 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-372687f2-4faa-4376-a963-52b59bb122c2 req-2f30abd9-492c-4fbb-9275-a01f2e9def6c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.0990300 Jun 23 17:31:56.588555 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-372687f2-4faa-4376-a963-52b59bb122c2 req-469788f3-78ae-42b2-9676-0ffaccef3313 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377958 Jun 23 17:31:56.622480 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a8eb71e3-a430-4001-a5a9-67279b5355c3 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:31:56.763319 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:56.780980 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'port_id': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'mac_address': 'fa:16:3e:cf:4a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:31:56.832156 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:56.846946 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8eb71e3-a430-4001-a5a9-67279b5355c3 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:31:56.878303 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:56.990674 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:56.995831 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-c99c923b-7df8-4ceb-acb8-61d7c91a86ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:57.073089 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=a8eb71e3-a430-4001-a5a9-67279b5355c3,revision_number=6']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:57.078460 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:57.106614 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['a8eb71e3-a430-4001-a5a9-67279b5355c3'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:31:57.303107 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc327-c987-49d0-9621-bb2609e2a4ae req-9da040dc-ef88-4df1-a78c-4352f4dbfbdc tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:57.306179 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3dcdc327-c987-49d0-9621-bb2609e2a4ae req-9da040dc-ef88-4df1-a78c-4352f4dbfbdc tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 946 time: 0.1164098 Jun 23 17:31:57.356287 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3dcdc327-c987-49d0-9621-bb2609e2a4ae req-c6b0a551-9cae-47b2-a851-aa23b5e5300b tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380921 Jun 23 17:31:57.672738 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e2163-c2bc-49e4-a3ce-0089cfb1dea2 req-638d5b5f-25d4-4c65-bb50-dc28c7c6af1f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:57.674358 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-772e2163-c2bc-49e4-a3ce-0089cfb1dea2 req-638d5b5f-25d4-4c65-bb50-dc28c7c6af1f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.74 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 946 time: 0.0790393 Jun 23 17:31:57.853486 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-772e2163-c2bc-49e4-a3ce-0089cfb1dea2 req-63eb0121-b48e-41b1-9558-a19128531f02 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Deleting port 1ae3e161-61bd-432f-9fa2-a30595f3db0a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:31:57.853824 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-772e2163-c2bc-49e4-a3ce-0089cfb1dea2 req-63eb0121-b48e-41b1-9558-a19128531f02 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:57.865865 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625b765-7220-4ce6-af74-77f38da987e6 req-c18d693c-2dd9-42e0-8512-790b0f502849 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:57.867609 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d625b765-7220-4ce6-af74-77f38da987e6 req-c18d693c-2dd9-42e0-8512-790b0f502849 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 945 time: 0.1322846 Jun 23 17:31:57.965934 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d625b765-7220-4ce6-af74-77f38da987e6 req-12159a1f-bb88-4edd-808a-40307927a762 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860457 Jun 23 17:31:58.006532 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-772e2163-c2bc-49e4-a3ce-0089cfb1dea2 req-63eb0121-b48e-41b1-9558-a19128531f02 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] For port 1ae3e161-61bd-432f-9fa2-a30595f3db0a, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1ae3e161-61bd-432f-9fa2-a30595f3db0a,segment=NetworkSegment(d02f95b7-48b3-40b1-ac12-94c32098aee0),segment_id=d02f95b7-48b3-40b1-ac12-94c32098aee0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:58.007188 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-772e2163-c2bc-49e4-a3ce-0089cfb1dea2 req-63eb0121-b48e-41b1-9558-a19128531f02 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:58.030203 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-772e2163-c2bc-49e4-a3ce-0089cfb1dea2 req-63eb0121-b48e-41b1-9558-a19128531f02 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Calling delete_port for 1ae3e161-61bd-432f-9fa2-a30595f3db0a owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:31:58.281884 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-772e2163-c2bc-49e4-a3ce-0089cfb1dea2 req-63eb0121-b48e-41b1-9558-a19128531f02 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:58.286878 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-087784fe-16a6-46d9-b4e7-db03960a8c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:58.295500 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['1ae3e161-61bd-432f-9fa2-a30595f3db0a'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:31:58.328464 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb0121-b48e-41b1-9558-a19128531f02 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Pushing event deleted for resources: {'Port': ['ID=1ae3e161-61bd-432f-9fa2-a30595f3db0a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:58.332662 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-63eb0121-b48e-41b1-9558-a19128531f02 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:58.393516 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-772e2163-c2bc-49e4-a3ce-0089cfb1dea2 req-63eb0121-b48e-41b1-9558-a19128531f02 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] No DVR routers for this DVR port 1ae3e161-61bd-432f-9fa2-a30595f3db0a on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:31:58.396542 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-772e2163-c2bc-49e4-a3ce-0089cfb1dea2 req-63eb0121-b48e-41b1-9558-a19128531f02 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:58.398649 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-772e2163-c2bc-49e4-a3ce-0089cfb1dea2 req-63eb0121-b48e-41b1-9558-a19128531f02 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.74 "DELETE /v2.0/ports/1ae3e161-61bd-432f-9fa2-a30595f3db0a HTTP/1.1" status: 204 len: 173 time: 0.7184601 Jun 23 17:31:58.399383 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b938a84b-024d-44af-86f8-5ef2e848a352', 'name': 'network-vif-deleted', 'tag': '1ae3e161-61bd-432f-9fa2-a30595f3db0a'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:58.401806 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29491df-3445-46ab-bed3-bc0b7eabf159" -d '{"events": [{"server_uuid": "b938a84b-024d-44af-86f8-5ef2e848a352", "name": "network-vif-deleted", "tag": "1ae3e161-61bd-432f-9fa2-a30595f3db0a"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:58.456256 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a9f52e-9e97-46b5-8c12-1bf3b0dc3f43 x-openstack-request-id: req-b9a9f52e-9e97-46b5-8c12-1bf3b0dc3f43 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:58.456607 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b938a84b-024d-44af-86f8-5ef2e848a352", "name": "network-vif-deleted", "tag": "1ae3e161-61bd-432f-9fa2-a30595f3db0a", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:58.456783 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9a9f52e-9e97-46b5-8c12-1bf3b0dc3f43 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:58.457217 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b938a84b-024d-44af-86f8-5ef2e848a352', 'name': 'network-vif-deleted', 'tag': '1ae3e161-61bd-432f-9fa2-a30595f3db0a', 'status': 'completed', 'code': 200} Jun 23 17:31:58.585797 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f3725c02-1945-4374-9cc1-30014ac180e9 req-32e3b845-ad27-4b7b-a718-84ae1be9bd51 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 210 time: 0.0311532 Jun 23 17:31:58.641516 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a8eb71e3-a430-4001-a5a9-67279b5355c3 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:31:58.745771 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port a8eb71e3-a430-4001-a5a9-67279b5355c3 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:31:58.746146 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:58.892417 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:58.946585 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:31:58.952353 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b451ee-d31f-48ad-92b6-c239914cc215" -d '{"events": [{"server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:31:58.992495 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:31:59.083080 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:31:59.084222 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 1ae3e161-61bd-432f-9fa2-a30595f3db0a no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:31:59.089013 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9951815f-abe4-4cc4-bd99-e1104bac7052 x-openstack-request-id: req-9951815f-abe4-4cc4-bd99-e1104bac7052 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:31:59.089975 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:31:59.090410 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9951815f-abe4-4cc4-bd99-e1104bac7052 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:31:59.092545 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'code': 200} Jun 23 17:31:59.093416 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:31:59.270562 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=a8eb71e3-a430-4001-a5a9-67279b5355c3,revision_number=7']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:31:59.307292 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2ae3b-da4d-4fb1-9ecb-1383ba74e2bd req-949f3266-0556-423d-af92-85ff29381731 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:31:59.312530 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4ca2ae3b-da4d-4fb1-9ecb-1383ba74e2bd req-949f3266-0556-423d-af92-85ff29381731 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.0865712 Jun 23 17:31:59.330008 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:31:59.332398 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 1ae3e161-61bd-432f-9fa2-a30595f3db0a {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:31:59.332812 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 1ae3e161-61bd-432f-9fa2-a30595f3db0a not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:31:59.388209 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4ca2ae3b-da4d-4fb1-9ecb-1383ba74e2bd req-f6e65661-d475-405e-a444-815f2d58cb81 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651145 Jun 23 17:31:59.713942 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:31:59.943722 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c0a43128-e940-46b4-8505-c35adfe364b7 req-6cea618e-d57c-4c66-8d53-1e962b786103 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=b938a84b-024d-44af-86f8-5ef2e848a352 HTTP/1.1" status: 200 len: 210 time: 0.0860915 Jun 23 17:32:00.632907 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6be9e4-a788-4cf6-83e2-08000a182a00 req-faa2df50-a1f5-43c1-8433-3e2255819728 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:00.635200 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7e6be9e4-a788-4cf6-83e2-08000a182a00 req-faa2df50-a1f5-43c1-8433-3e2255819728 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.0889263 Jun 23 17:32:00.695290 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7e6be9e4-a788-4cf6-83e2-08000a182a00 req-22f06b55-bb49-49cd-9a51-c05448dfe15f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482907 Jun 23 17:32:01.935351 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacd1d0-afcf-45b2-a8f5-cee83d58f26e req-eb2c3f02-4830-4655-b1d8-8e14005d06a9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:01.936991 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3dacd1d0-afcf-45b2-a8f5-cee83d58f26e req-eb2c3f02-4830-4655-b1d8-8e14005d06a9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.0807121 Jun 23 17:32:01.981299 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3dacd1d0-afcf-45b2-a8f5-cee83d58f26e req-8d685c20-3991-46c5-a88a-e7f4193b7753 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383065 Jun 23 17:32:02.356129 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:03.367359 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5c00-d7fb-41b7-a5e4-e2a943477524 req-4b54f092-ad04-43f5-a833-61a23be9117b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:03.370199 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-805d5c00-d7fb-41b7-a5e4-e2a943477524 req-4b54f092-ad04-43f5-a833-61a23be9117b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.1437895 Jun 23 17:32:03.431352 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-805d5c00-d7fb-41b7-a5e4-e2a943477524 req-39f6592b-9818-489b-a5e9-0dcf94a4793f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544586 Jun 23 17:32:04.361359 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a39cd-a1b2-45fb-9c7b-6bd53bd917e5 req-b4087703-5469-409c-84eb-62aa566b01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:04.363207 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a44a39cd-a1b2-45fb-9c7b-6bd53bd917e5 req-b4087703-5469-409c-84eb-62aa566b01fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 1099 time: 0.0682950 Jun 23 17:32:04.502113 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a39cd-a1b2-45fb-9c7b-6bd53bd917e5 req-f93466f4-4ea9-41c7-a015-a9ec843330c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:04.504025 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a44a39cd-a1b2-45fb-9c7b-6bd53bd917e5 req-f93466f4-4ea9-41c7-a015-a9ec843330c1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 200 len: 918 time: 0.1146719 Jun 23 17:32:04.622577 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a44a39cd-a1b2-45fb-9c7b-6bd53bd917e5 req-2a215a59-571c-42e1-900f-f1488646db4e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3 HTTP/1.1" status: 200 len: 1002 time: 0.1037588 Jun 23 17:32:04.743112 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a39cd-a1b2-45fb-9c7b-6bd53bd917e5 req-fb3b4e0e-4eea-4d62-85a2-c120daae36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:04.744540 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a44a39cd-a1b2-45fb-9c7b-6bd53bd917e5 req-fb3b4e0e-4eea-4d62-85a2-c120daae36b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c9528e-dbea-4474-b5f9-ef2f976c0b36 HTTP/1.1" status: 200 len: 856 time: 0.1070383 Jun 23 17:32:04.828949 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4560e15-c2b0-4847-92d2-3e18fb07d24f req-7b5ac33e-88c1-4274-bfbb-e24e38f46d1c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:04.835953 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a4560e15-c2b0-4847-92d2-3e18fb07d24f req-7b5ac33e-88c1-4274-bfbb-e24e38f46d1c tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.1860225 Jun 23 17:32:04.911423 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a4560e15-c2b0-4847-92d2-3e18fb07d24f req-06312940-98ae-41d5-8c11-c74295d87405 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740464 Jun 23 17:32:04.950012 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a39cd-a1b2-45fb-9c7b-6bd53bd917e5 req-3d0d3ae7-ab0f-44b8-96a2-5708fe5e68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:04.950012 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a44a39cd-a1b2-45fb-9c7b-6bd53bd917e5 req-3d0d3ae7-ab0f-44b8-96a2-5708fe5e68ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24554d49-d1fb-4273-bea4-2417edbdfc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1936486 Jun 23 17:32:05.142294 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a44a39cd-a1b2-45fb-9c7b-6bd53bd917e5 req-0203ae33-37f7-4a6e-aff9-6af13821b15a service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823483 Jun 23 17:32:05.178755 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3f127fa2-8d77-4912-b972-f7457bb3c9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:05.329205 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a44a39cd-a1b2-45fb-9c7b-6bd53bd917e5 req-b760493f-721e-4d97-a919-43efc3886549 service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767943 Jun 23 17:32:06.220936 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae619c28-12ef-409c-b43b-8d55d70f76b6 req-06814aaf-5827-4d19-be06-1858108057d8 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:06.229139 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ae619c28-12ef-409c-b43b-8d55d70f76b6 req-06814aaf-5827-4d19-be06-1858108057d8 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.1189771 Jun 23 17:32:06.278318 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ae619c28-12ef-409c-b43b-8d55d70f76b6 req-6048a295-9a9e-441e-ac49-eb62dbe2bffc tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479045 Jun 23 17:32:06.295791 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:06.839742 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-afe4f09c-3529-467f-8b5e-1c46687500bf tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:06.842747 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-afe4f09c-3529-467f-8b5e-1c46687500bf tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/networks?id=aafaff8f-b01f-466b-ab30-c032dfef5e37 HTTP/1.1" status: 200 len: 814 time: 0.2285807 Jun 23 17:32:06.889377 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-cab4ce72-25d4-4ca2-8a3b-5bdfb42352ba tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/quotas/ecc440af13df4f78ae7db9f809cd80f7 HTTP/1.1" status: 200 len: 375 time: 0.0292897 Jun 23 17:32:06.953392 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-8df0bdd7-70e4-4676-8df2-28c2a296e10d tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ecc440af13df4f78ae7db9f809cd80f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624635 Jun 23 17:32:07.117939 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-d77036ae-0f1c-4787-ac6f-489cfb02bc53 service neutron] 10.222.0.49 "GET /v2.0/networks/aafaff8f-b01f-466b-ab30-c032dfef5e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618166 Jun 23 17:32:07.334814 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-334609fe-f055-46c8-99d3-27901c2c83d9 service neutron] 10.222.0.49 "GET /v2.0/networks/aafaff8f-b01f-466b-ab30-c032dfef5e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098134 Jun 23 17:32:07.697457 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-301fb6a2-1a73-4bcc-97d0-a4db9fe488aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:07.864480 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3e39f707-6b22-4b0f-86a7-b1f74f09e23b req-d64a5b84-e721-4bbd-b888-cdcdf1ff1d42 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 210 time: 0.1281860 Jun 23 17:32:07.985900 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f065f0d-a791-4456-8bff-ef880a2fa14d req-7fec7e85-0f95-4e41-a7f8-8d1f4c220417 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:07.998501 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7f065f0d-a791-4456-8bff-ef880a2fa14d req-7fec7e85-0f95-4e41-a7f8-8d1f4c220417 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.2464805 Jun 23 17:32:08.074878 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7f065f0d-a791-4456-8bff-ef880a2fa14d req-6468b8e9-7180-45e3-9d6f-3aa39a62ed7e tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748117 Jun 23 17:32:09.065087 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4d16c49d-0b49-4fb5-a3fd-888ae40da2b8 req-9d34aba5-4fab-4a38-9ff8-5cba3aec265b tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 210 time: 0.0900371 Jun 23 17:32:09.269543 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:09.449149 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0a5ee-355a-407a-a4e4-e64423bcf4c5 req-03136335-d256-42e8-880e-46fdbf86ccd2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:09.450788 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-94e0a5ee-355a-407a-a4e4-e64423bcf4c5 req-03136335-d256-42e8-880e-46fdbf86ccd2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.1424494 Jun 23 17:32:09.520521 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-94e0a5ee-355a-407a-a4e4-e64423bcf4c5 req-a6d22239-de44-43b3-85e3-f161b75fcf72 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569863 Jun 23 17:32:10.262692 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ce5005bd-51ea-482d-87e3-b6d62a519fda req-0289eb17-6080-4efd-b50d-f1b13ff11db2 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 210 time: 0.0697536 Jun 23 17:32:10.561254 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e172f-c169-4ac5-8be1-4b02867263bb req-54e74a15-caae-4077-a7bd-ffb5ff0d75a8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:10.563951 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-335e172f-c169-4ac5-8be1-4b02867263bb req-54e74a15-caae-4077-a7bd-ffb5ff0d75a8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 946 time: 0.0940106 Jun 23 17:32:10.644548 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-335e172f-c169-4ac5-8be1-4b02867263bb req-0618684b-4a3d-4082-89dd-986da35731e9 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693731 Jun 23 17:32:10.710083 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:10.814564 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9db93-a6af-46ed-889f-a4337b11eaba req-4da4d4ae-fd48-47d1-ab6f-2a821619a098 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:10.816697 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b7a9db93-a6af-46ed-889f-a4337b11eaba req-4da4d4ae-fd48-47d1-ab6f-2a821619a098 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.1034024 Jun 23 17:32:10.885273 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b7a9db93-a6af-46ed-889f-a4337b11eaba req-f2b8fb66-9bc0-4edd-b024-3305dad7ad99 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461514 Jun 23 17:32:11.406556 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b25c36ee-a2d9-4fbf-8368-d28ee753e779 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:11.408765 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b25c36ee-a2d9-4fbf-8368-d28ee753e779 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.74 "GET /v2.0/networks?id=aafaff8f-b01f-466b-ab30-c032dfef5e37 HTTP/1.1" status: 200 len: 814 time: 0.1746790 Jun 23 17:32:11.462082 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Request body: {'port': {'device_id': 'd73a7115-a59e-4846-8df4-5c35e1ee491a', 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37', 'admin_state_up': True, 'tenant_id': 'ecc440af13df4f78ae7db9f809cd80f7'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:32:11.470114 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ae63789a-1d52-44da-9ae7-0c4b85447157 req-a31de62b-4013-47cd-a595-854757b0307c tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 210 time: 0.0598550 Jun 23 17:32:12.003980 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdc27a-192f-4734-b25c-7601db72dae6 req-ed461353-c539-4485-a086-4f8c197eaa66 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:12.007652 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5acdc27a-192f-4734-b25c-7601db72dae6 req-ed461353-c539-4485-a086-4f8c197eaa66 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 946 time: 0.1155879 Jun 23 17:32:12.053045 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Made reservation on behalf of ecc440af13df4f78ae7db9f809cd80f7 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:32:12.059350 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.181189 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5acdc27a-192f-4734-b25c-7601db72dae6 req-403f06c2-2026-41ff-be3b-e73f33ec55ef tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588237 Jun 23 17:32:12.309782 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4821681-2029-4b78-a2de-7e2f035ef0c9 req-2e8d230b-9691-42aa-b38a-9f76e913f049 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:12.311262 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a4821681-2029-4b78-a2de-7e2f035ef0c9 req-2e8d230b-9691-42aa-b38a-9f76e913f049 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.2165692 Jun 23 17:32:12.369302 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Allocated IP 172.20.0.3 (aafaff8f-b01f-466b-ab30-c032dfef5e37/67b44cd4-39e0-4322-a831-2cf251d01dfa/1f34e1af-4bd0-46eb-abc4-190377fbd295) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:32:12.410402 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a4821681-2029-4b78-a2de-7e2f035ef0c9 req-2caed2ea-0b11-42e0-a8a4-f6acad1db180 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897374 Jun 23 17:32:12.430180 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f2e53-1db8-4fe8-ae0c-5d9f8f627881 req-ffea2b16-fa5c-462f-bb63-0752af312888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:12.432952 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1b2f2e53-1db8-4fe8-ae0c-5d9f8f627881 req-ffea2b16-fa5c-462f-bb63-0752af312888 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 1099 time: 0.0902302 Jun 23 17:32:12.748587 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-10ff9256-2097-4e7d-bc49-2dcc9d299872 req-63d14004-5a27-4aca-bfe1-f59ea0b1b935 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 210 time: 0.0878057 Jun 23 17:32:12.763375 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.854053 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-63d361ed-164b-4ecf-bba1-9a46003de10c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:12.856796 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-63d361ed-164b-4ecf-bba1-9a46003de10c tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 946 time: 0.1942708 Jun 23 17:32:12.876956 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f2e53-1db8-4fe8-ae0c-5d9f8f627881 req-cc3d2af3-2ea1-442a-b6a1-c276e166bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:12.879529 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1b2f2e53-1db8-4fe8-ae0c-5d9f8f627881 req-cc3d2af3-2ea1-442a-b6a1-c276e166bbbf service neutron] 10.222.0.74 "GET /v2.0/networks?id=24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 200 len: 918 time: 0.4384215 Jun 23 17:32:12.959184 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1b2f2e53-1db8-4fe8-ae0c-5d9f8f627881 req-55194301-29f8-41c2-bbb4-74aa4ff75bcb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3 HTTP/1.1" status: 200 len: 1002 time: 0.0730355 Jun 23 17:32:12.991125 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24460199'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:12.998050 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c98a1093-fc1b-4ff9-8fed-bbe4c4781269 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:13.007048 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Deleting port 367c3156-7c89-4105-b7ee-ca21b901baba {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:32:13.007431 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.019771 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f2e53-1db8-4fe8-ae0c-5d9f8f627881 req-7a585d81-c52d-47aa-83ec-bf4becfcb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:13.021491 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1b2f2e53-1db8-4fe8-ae0c-5d9f8f627881 req-7a585d81-c52d-47aa-83ec-bf4becfcb4a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c9528e-dbea-4474-b5f9-ef2f976c0b36 HTTP/1.1" status: 200 len: 856 time: 0.0554738 Jun 23 17:32:13.094504 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Network aafaff8f-b01f-466b-ab30-c032dfef5e37 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:32:13.098007 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f2e53-1db8-4fe8-ae0c-5d9f8f627881 req-80e15831-9e40-4b8a-94d4-9bf929a74d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:13.099993 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1b2f2e53-1db8-4fe8-ae0c-5d9f8f627881 req-80e15831-9e40-4b8a-94d4-9bf929a74d77 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24554d49-d1fb-4273-bea4-2417edbdfc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714815 Jun 23 17:32:13.124781 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Pushing event updated for resources: {'Port': ['ID=1f34e1af-4bd0-46eb-abc4-190377fbd295,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:13.127273 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:32:13.135581 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:32:13.160873 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:13.161223 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:13.161611 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:13.161924 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:13.162272 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:13.162616 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:13.163013 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:13.163349 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:13.163691 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:13.164564 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:13.164902 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:13.165239 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:13.176612 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:13.221743 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1b2f2e53-1db8-4fe8-ae0c-5d9f8f627881 req-e62528a7-c2c5-41e1-a7a5-d538a6c118c7 service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130688 Jun 23 17:32:13.232078 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:13.233155 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.253895 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] For port 367c3156-7c89-4105-b7ee-ca21b901baba, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=367c3156-7c89-4105-b7ee-ca21b901baba,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:13.254490 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.343613 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9163764 Jun 23 17:32:13.363917 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-1b2f2e53-1db8-4fe8-ae0c-5d9f8f627881 req-c0bd3ac2-349b-40a9-bcba-f51dd623fac8 service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348403 Jun 23 17:32:13.372189 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Request body: {'port': {'device_id': 'd73a7115-a59e-4846-8df4-5c35e1ee491a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:32:13.810319 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.840893 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.841299 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:13.841801 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.l3_db [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Floating IP 89726c9b-6f09-4494-908a-80540065d8c8 disassociated. External IP: 172.28.1.101, port: 367c3156-7c89-4105-b7ee-ca21b901baba. Jun 23 17:32:13.842154 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Calling delete_port for 367c3156-7c89-4105-b7ee-ca21b901baba owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:32:13.859806 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203e480-889c-4485-8fce-8ea206cfb22b req-f7970c8d-50e4-4990-91bb-39691d26741e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:13.862108 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0203e480-889c-4485-8fce-8ea206cfb22b req-f7970c8d-50e4-4990-91bb-39691d26741e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 946 time: 0.4513574 Jun 23 17:32:13.984829 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed5b09-7c51-4556-94ae-9d32ae95cc92 req-6f243d71-b28b-4c0e-8b45-82a8b820a045 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:13.986393 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6aed5b09-7c51-4556-94ae-9d32ae95cc92 req-6f243d71-b28b-4c0e-8b45-82a8b820a045 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 946 time: 0.4178600 Jun 23 17:32:14.100663 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0203e480-889c-4485-8fce-8ea206cfb22b req-aa08b8b0-669e-44b2-b484-7f6c484bfb63 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups?id=a01e1aec-165e-4f43-8b53-8d8d75021acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234681 Jun 23 17:32:14.148777 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6aed5b09-7c51-4556-94ae-9d32ae95cc92 req-3b31e4b3-0106-4e02-b68c-334eb89c9655 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485317 Jun 23 17:32:14.390068 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f23de2-9921-4921-ae43-90a6db309b53 req-f2e9bd53-c197-4304-be82-a0b1c736912d tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:14.392035 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-48f23de2-9921-4921-ae43-90a6db309b53 req-f2e9bd53-c197-4304-be82-a0b1c736912d tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 931 time: 0.1786952 Jun 23 17:32:14.392734 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:14.407283 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-3a65ca2e-5267-4610-b978-ea85ad61cfb8 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:14.474958 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event deleted for resources: {'Port': ['ID=367c3156-7c89-4105-b7ee-ca21b901baba,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:14.499473 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:14.540640 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f34e1af-4bd0-46eb-abc4-190377fbd295 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:32:14.574826 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:14.582661 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-48f23de2-9921-4921-ae43-90a6db309b53 req-a3775dbe-a3ee-4730-937d-f7c64c578350 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793389 Jun 23 17:32:14.611967 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Transition to ACTIVE for port object 1f34e1af-4bd0-46eb-abc4-190377fbd295 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:32:14.678623 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Router 63d382cf-5f94-4b03-b308-af40e1f65198 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:32:14.690391 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:14.694815 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2eca3de0-256d-4b18-b203-17bd48421112 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:14.696940 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a8eb71e3-a430-4001-a5a9-67279b5355c3 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:32:14.794845 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:14.824199 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Pushing event updated for resources: {'Port': ['ID=1f34e1af-4bd0-46eb-abc4-190377fbd295,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:14.832671 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:32:14.832671 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cb4d31-115f-497a-bf8c-030cd8b9839c" -d '{"events": [{"server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "name": "network-vif-unplugged", "status": "completed", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:32:14.833413 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:14.862445 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:14.898416 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:32:14.905407 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 17:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7296e860-9f4c-43eb-ad1f-3db0ecec7f67 x-openstack-request-id: req-7296e860-9f4c-43eb-ad1f-3db0ecec7f67 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:32:14.905860 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "name": "network-vif-unplugged", "status": "completed", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:32:14.906272 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7296e860-9f4c-43eb-ad1f-3db0ecec7f67 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:32:14.907747 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'code': 200} Jun 23 17:32:14.914252 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72975716-60dd-4569-b274-a3e15db5fe61 None None] Sync routers for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:32:14.926451 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72975716-60dd-4569-b274-a3e15db5fe61 None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:32:14.927417 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-72975716-60dd-4569-b274-a3e15db5fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:32:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:14.969935 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:14.970968 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 367c3156-7c89-4105-b7ee-ca21b901baba no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:32:14.974798 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:15.002089 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] No DVR routers for this DVR port 367c3156-7c89-4105-b7ee-ca21b901baba on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:32:15.006446 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:15.014208 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-81ea4e31-d82d-4c3d-bb62-3da51a65784a req-0129fe41-d70d-47b0-ba5f-910a2cde98ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.74 "DELETE /v2.0/ports/367c3156-7c89-4105-b7ee-ca21b901baba HTTP/1.1" status: 204 len: 173 time: 2.1473737 Jun 23 17:32:15.021773 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'name': 'network-vif-deleted', 'tag': '367c3156-7c89-4105-b7ee-ca21b901baba'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:32:15.024513 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa35538-29f0-404d-a61d-aafab97bd436" -d '{"events": [{"server_uuid": "b0fb5975-1e99-470f-9fac-da0df98371c5", "name": "network-vif-deleted", "tag": "367c3156-7c89-4105-b7ee-ca21b901baba"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:32:15.035352 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Attempting to bind port 1f34e1af-4bd0-46eb-abc4-190377fbd295 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:32:15.035908 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Attempting to bind port 1f34e1af-4bd0-46eb-abc4-190377fbd295 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'd02f95b7-48b3-40b1-ac12-94c32098aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:32:15.036778 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Attempting to bind port 1f34e1af-4bd0-46eb-abc4-190377fbd295 on network aafaff8f-b01f-466b-ab30-c032dfef5e37 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:32:15.046023 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Port 1f34e1af-4bd0-46eb-abc4-190377fbd295 on network aafaff8f-b01f-466b-ab30-c032dfef5e37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:32:15.046710 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Attempting to bind port 1f34e1af-4bd0-46eb-abc4-190377fbd295 on network aafaff8f-b01f-466b-ab30-c032dfef5e37 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:32:15.057564 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:32:15.058160 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Checking segment: {'id': 'd02f95b7-48b3-40b1-ac12-94c32098aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:32:15.058825 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Bound using segment: {'id': 'd02f95b7-48b3-40b1-ac12-94c32098aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:32:15.059636 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Bound port: 1f34e1af-4bd0-46eb-abc4-190377fbd295, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd02f95b7-48b3-40b1-ac12-94c32098aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:32:15.060242 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:15.081282 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2632f8-89bf-4e04-87c8-a62fcb3e0587 x-openstack-request-id: req-df2632f8-89bf-4e04-87c8-a62fcb3e0587 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:32:15.081890 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fb5975-1e99-470f-9fac-da0df98371c5", "name": "network-vif-deleted", "tag": "367c3156-7c89-4105-b7ee-ca21b901baba", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:32:15.082440 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df2632f8-89bf-4e04-87c8-a62fcb3e0587 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:32:15.083201 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fb5975-1e99-470f-9fac-da0df98371c5', 'name': 'network-vif-deleted', 'tag': '367c3156-7c89-4105-b7ee-ca21b901baba', 'status': 'completed', 'code': 200} Jun 23 17:32:15.087519 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 367c3156-7c89-4105-b7ee-ca21b901baba {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:32:15.087950 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 367c3156-7c89-4105-b7ee-ca21b901baba not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:32:15.140021 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=a8eb71e3-a430-4001-a5a9-67279b5355c3,revision_number=8']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:15.144367 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-72975716-60dd-4569-b274-a3e15db5fe61 None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:32:15.146671 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:15.214940 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] For port 1f34e1af-4bd0-46eb-abc4-190377fbd295, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:32:15.222725 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] For port 1f34e1af-4bd0-46eb-abc4-190377fbd295, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f34e1af-4bd0-46eb-abc4-190377fbd295,segment=NetworkSegment(d02f95b7-48b3-40b1-ac12-94c32098aee0),segment_id=d02f95b7-48b3-40b1-ac12-94c32098aee0)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:32:15.409834 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-52304ca4-0044-4ee6-b22f-7c7cceb6f6e6 req-89144c5c-4748-4fc8-afcb-271dff6377f2 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0fb5975-1e99-470f-9fac-da0df98371c5 HTTP/1.1" status: 200 len: 210 time: 0.0704112 Jun 23 17:32:15.431812 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:15.463541 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-cf875b70-74af-4959-8171-74c8272ebb00 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:15.547863 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:15.548843 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:15.551168 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-6439f174-3583-461e-9de7-b9707d0751db service neutron] 10.222.0.74 "PUT /v2.0/ports/1f34e1af-4bd0-46eb-abc4-190377fbd295 HTTP/1.1" status: 200 len: 1093 time: 2.1899593 Jun 23 17:32:15.553607 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-72975716-60dd-4569-b274-a3e15db5fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:28Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:15.596862 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72975716-60dd-4569-b274-a3e15db5fe61 None None] Checking router: 63d382cf-5f94-4b03-b308-af40e1f65198 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:32:15.602204 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Pushing event updated for resources: {'Port': ['ID=1f34e1af-4bd0-46eb-abc4-190377fbd295,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:15.609290 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72975716-60dd-4569-b274-a3e15db5fe61 None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:32:15.609678 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-72975716-60dd-4569-b274-a3e15db5fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:32:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:15.609898 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:15.626001 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361565d-83a5-4294-b568-ba5c093042b7 req-dc12ff52-9797-4af4-a8c6-abdb2f5f3a67 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:15.638457 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f361565d-83a5-4294-b568-ba5c093042b7 req-dc12ff52-9797-4af4-a8c6-abdb2f5f3a67 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.2269487 Jun 23 17:32:15.698378 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f361565d-83a5-4294-b568-ba5c093042b7 req-5a642ba9-47e3-4ab2-ad2f-7c63ccd75f39 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585022 Jun 23 17:32:15.748030 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-72975716-60dd-4569-b274-a3e15db5fe61 None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:32:15.876575 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-8a05cab7-f007-49d8-8558-d0c35e8405ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:15.879255 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-8a05cab7-f007-49d8-8558-d0c35e8405ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecc440af13df4f78ae7db9f809cd80f7&device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 1096 time: 0.1793556 Jun 23 17:32:15.900663 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a549af8-8977-4e01-b9df-e75fcb05295d req-05f6a592-a110-49fc-af90-e71912373b32 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:15.903366 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7a549af8-8977-4e01-b9df-e75fcb05295d req-05f6a592-a110-49fc-af90-e71912373b32 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 943 time: 0.1595962 Jun 23 17:32:15.966210 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-72975716-60dd-4569-b274-a3e15db5fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:28Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:15.977358 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-af7e99f2-1748-4e5a-844c-cbd90d809732 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f34e1af-4bd0-46eb-abc4-190377fbd295 HTTP/1.1" status: 200 len: 217 time: 0.0717480 Jun 23 17:32:16.002233 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72975716-60dd-4569-b274-a3e15db5fe61 None None] The sync data for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb is: [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:26:12Z', 'revision_number': 4, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': 'd3f8f1f5-62c5-4053-8c9c-12b3ec79d357', 'name': '', 'network_id': 'b84a515c-6d41-4c9c-b073-221c5d108111', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'mac_address': 'fa:16:3e:b1:9b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:09Z', 'updated_at': '2021-06-23T17:26:28Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'subnets': [{'id': '6d9fd77b-a5f6-4b20-83ff-514e53263429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:32:16.080067 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7a549af8-8977-4e01-b9df-e75fcb05295d req-254c9fb5-76cc-443b-b8e2-a5e45ddcde88 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624188 Jun 23 17:32:16.092968 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-ba9e8f45-2b09-46bf-a47b-06d0ad361cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:16.095695 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-ba9e8f45-2b09-46bf-a47b-06d0ad361cea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67b44cd4-39e0-4322-a831-2cf251d01dfa HTTP/1.1" status: 200 len: 854 time: 0.1072652 Jun 23 17:32:16.135731 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-e2553d7d-dbe6-40af-b50a-f1a680065a8d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aafaff8f-b01f-466b-ab30-c032dfef5e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328453 Jun 23 17:32:16.255658 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-52604df7-1085-40dc-b421-827166a7989d service neutron] 10.222.0.74 "GET /v2.0/networks/aafaff8f-b01f-466b-ab30-c032dfef5e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111441 Jun 23 17:32:16.276472 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e370a93-4de2-4dd3-8c10-cb1914eff2bd None None] New status for floating IP 89726c9b-6f09-4494-908a-80540065d8c8: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:32:16.360210 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8f23e20-60fd-470e-bbcb-5b673ac3f8bd req-867eca1e-f34f-4cc1-a884-0693c28b7719 service neutron] 10.222.0.74 "GET /v2.0/networks/aafaff8f-b01f-466b-ab30-c032dfef5e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973608 Jun 23 17:32:16.650161 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 33898) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:16.712857 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3e25cb2-9858-48ab-82b9-8d07957edd2f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:16.740227 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3e25cb2-9858-48ab-82b9-8d07957edd2f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:16.903567 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145e2f8-6fa6-431a-8f4b-5eb6b23ceebf req-87ee6e2b-3aac-4ff6-b5ae-848a1de6eae2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:16.905159 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3145e2f8-6fa6-431a-8f4b-5eb6b23ceebf req-87ee6e2b-3aac-4ff6-b5ae-848a1de6eae2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.0700774 Jun 23 17:32:16.906409 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3e25cb2-9858-48ab-82b9-8d07957edd2f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:16.909340 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b3e25cb2-9858-48ab-82b9-8d07957edd2f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:16.910515 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-b3e25cb2-9858-48ab-82b9-8d07957edd2f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "DELETE /v2.0/security-groups/a01e1aec-165e-4f43-8b53-8d8d75021acb HTTP/1.1" status: 204 len: 168 time: 0.2592907 Jun 23 17:32:16.912517 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-7f147169-0cc8-4c8d-a0bd-1b355e3dc525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:16.913710 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33902) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:16.930696 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.api.v2.resource [None req-63df4b4a-0e15-4ea1-9508-f55e0e9868c0 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] show failed (client error): The resource could not be found. Jun 23 17:32:16.932058 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-63df4b4a-0e15-4ea1-9508-f55e0e9868c0 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "GET /v2.0/security-groups/a01e1aec-165e-4f43-8b53-8d8d75021acb HTTP/1.1" status: 404 len: 347 time: 0.0168214 Jun 23 17:32:16.935442 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33904) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:16.935688 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e25cb2-9858-48ab-82b9-8d07957edd2f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01e1aec-165e-4f43-8b53-8d8d75021acb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:16.941848 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-b3e25cb2-9858-48ab-82b9-8d07957edd2f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:16.979839 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3145e2f8-6fa6-431a-8f4b-5eb6b23ceebf req-7128271f-df12-4469-8d6f-f227f141b4ac tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678642 Jun 23 17:32:17.087479 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73a7115-a59e-4846-8df4-5c35e1ee491a', 'tag': '1f34e1af-4bd0-46eb-abc4-190377fbd295'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:32:17.091812 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9da190-680a-4c3c-8454-513a7fb7d776" -d '{"events": [{"name": "network-changed", "server_uuid": "d73a7115-a59e-4846-8df4-5c35e1ee491a", "tag": "1f34e1af-4bd0-46eb-abc4-190377fbd295"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:32:17.092150 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Deleting port c5721f1d-39ae-4788-95a3-486cff807d1e {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:32:17.092431 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.143653 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbe494a-b823-48dd-9e67-652b7707e3c3 x-openstack-request-id: req-0dbe494a-b823-48dd-9e67-652b7707e3c3 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:32:17.144167 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73a7115-a59e-4846-8df4-5c35e1ee491a", "tag": "1f34e1af-4bd0-46eb-abc4-190377fbd295", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:32:17.144617 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dbe494a-b823-48dd-9e67-652b7707e3c3 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:32:17.146501 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73a7115-a59e-4846-8df4-5c35e1ee491a', 'tag': '1f34e1af-4bd0-46eb-abc4-190377fbd295', 'status': 'completed', 'code': 200} Jun 23 17:32:17.198818 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.199342 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.216632 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Calling delete_port for c5721f1d-39ae-4788-95a3-486cff807d1e owned by network:floatingip {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:32:17.251477 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9da190-680a-4c3c-8454-513a7fb7d776 req-10b8a884-0fba-42f7-9e8d-68a7114be2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:17.251909 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-db9da190-680a-4c3c-8454-513a7fb7d776 req-10b8a884-0fba-42f7-9e8d-68a7114be2b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ecc440af13df4f78ae7db9f809cd80f7&device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 1096 time: 0.0729311 Jun 23 17:32:17.521251 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.525241 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:17.559663 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Pushing event deleted for resources: {'Port': ['ID=c5721f1d-39ae-4788-95a3-486cff807d1e,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:17.586553 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:17.586942 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:17.587350 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:17.587824 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:17.588158 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:17.588528 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:17.588890 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:17.589258 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:17.589624 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:17.590001 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:17.590346 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:17.590708 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:17.594356 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:17.655930 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks [] for floatingip, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.658958 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:17.660430 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-72d589b1-89d9-4f27-8c83-2826b1601e9b tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] 10.222.0.49 "DELETE /v2.0/floatingips/89726c9b-6f09-4494-908a-80540065d8c8 HTTP/1.1" status: 204 len: 168 time: 0.7236655 Jun 23 17:32:17.733103 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9da190-680a-4c3c-8454-513a7fb7d776 req-bc89b649-d17b-4726-bd6c-449c79a7778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:17.734819 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-db9da190-680a-4c3c-8454-513a7fb7d776 req-bc89b649-d17b-4726-bd6c-449c79a7778d service neutron] 10.222.0.74 "GET /v2.0/networks?id=aafaff8f-b01f-466b-ab30-c032dfef5e37 HTTP/1.1" status: 200 len: 915 time: 0.4729939 Jun 23 17:32:17.744254 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f7d3a-ab54-420c-b6a5-9b69ba906480 req-8d83cdfe-0d56-4621-9645-ab602523a4b6 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:17.745892 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-007f7d3a-ab54-420c-b6a5-9b69ba906480 req-8d83cdfe-0d56-4621-9645-ab602523a4b6 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 943 time: 0.4649880 Jun 23 17:32:17.790877 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-db9da190-680a-4c3c-8454-513a7fb7d776 req-efd848b2-30d3-4990-a166-85915304051e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f34e1af-4bd0-46eb-abc4-190377fbd295 HTTP/1.1" status: 200 len: 217 time: 0.0439055 Jun 23 17:32:17.863639 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-007f7d3a-ab54-420c-b6a5-9b69ba906480 req-f0822495-0f2e-46f9-9a55-0eccefab7a32 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097353 Jun 23 17:32:17.880131 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9da190-680a-4c3c-8454-513a7fb7d776 req-5c4908ac-0dad-48e8-b4f8-fce19a7c0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:17.882181 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-db9da190-680a-4c3c-8454-513a7fb7d776 req-5c4908ac-0dad-48e8-b4f8-fce19a7c0e7d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67b44cd4-39e0-4322-a831-2cf251d01dfa HTTP/1.1" status: 200 len: 854 time: 0.0809200 Jun 23 17:32:17.923220 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-db9da190-680a-4c3c-8454-513a7fb7d776 req-74104865-5dbb-4680-aecf-64006b52def0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aafaff8f-b01f-466b-ab30-c032dfef5e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313120 Jun 23 17:32:18.068565 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-db9da190-680a-4c3c-8454-513a7fb7d776 req-c034f0ca-775f-43cb-8d8d-bb8ffee0ee8c service neutron] 10.222.0.74 "GET /v2.0/networks/aafaff8f-b01f-466b-ab30-c032dfef5e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383564 Jun 23 17:32:18.180869 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-db9da190-680a-4c3c-8454-513a7fb7d776 req-434a4522-18c6-4bc8-80d4-a3bf28004088 service neutron] 10.222.0.74 "GET /v2.0/networks/aafaff8f-b01f-466b-ab30-c032dfef5e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047046 Jun 23 17:32:18.726485 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 1f34e1af-4bd0-46eb-abc4-190377fbd295 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:32:18.731656 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a8eb71e3-a430-4001-a5a9-67279b5355c3 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:32:18.900673 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 1f34e1af-4bd0-46eb-abc4-190377fbd295, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f34e1af-4bd0-46eb-abc4-190377fbd295,segment=NetworkSegment(d02f95b7-48b3-40b1-ac12-94c32098aee0),segment_id=d02f95b7-48b3-40b1-ac12-94c32098aee0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:18.914032 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '1f34e1af-4bd0-46eb-abc4-190377fbd295', 'network_id': 'aafaff8f-b01f-466b-ab30-c032dfef5e37', 'port_id': '1f34e1af-4bd0-46eb-abc4-190377fbd295', 'mac_address': 'fa:16:3e:72:5a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b44cd4-39e0-4322-a831-2cf251d01dfa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:32:18.958204 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:18.973138 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f34e1af-4bd0-46eb-abc4-190377fbd295 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:32:18.998553 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 1f34e1af-4bd0-46eb-abc4-190377fbd295, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f34e1af-4bd0-46eb-abc4-190377fbd295,segment=NetworkSegment(d02f95b7-48b3-40b1-ac12-94c32098aee0),segment_id=d02f95b7-48b3-40b1-ac12-94c32098aee0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:19.081073 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:19.083102 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:19.163181 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2472dc9-a244-497f-9647-3fd9978eab1a req-bd359368-7f15-431f-aed0-5b150c97386e tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:19.164961 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f2472dc9-a244-497f-9647-3fd9978eab1a req-bd359368-7f15-431f-aed0-5b150c97386e tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 944 time: 0.0867820 Jun 23 17:32:19.178038 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=1f34e1af-4bd0-46eb-abc4-190377fbd295,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:19.184318 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:19.214475 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f2472dc9-a244-497f-9647-3fd9978eab1a req-056c4b9b-ac3f-4735-8666-b34c0e2ec0cd tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393190 Jun 23 17:32:19.336909 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['1f34e1af-4bd0-46eb-abc4-190377fbd295'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:32:19.908089 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc63eec-3a71-4ed0-baaf-6afdac457d28 req-3bfb81fd-b207-40bf-b156-9785e574263d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:19.909707 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cfc63eec-3a71-4ed0-baaf-6afdac457d28 req-3bfb81fd-b207-40bf-b156-9785e574263d tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.0987663 Jun 23 17:32:19.954558 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cfc63eec-3a71-4ed0-baaf-6afdac457d28 req-04ae22b3-6236-4603-91da-c26e2750b358 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376365 Jun 23 17:32:20.352183 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33966) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:20.404808 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4bcc-73d9-45fa-8b0f-14b6b6eb8f0c req-af72de40-3cde-46f6-a191-e067acc9a33a tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:20.406304 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9a2a4bcc-73d9-45fa-8b0f-14b6b6eb8f0c req-af72de40-3cde-46f6-a191-e067acc9a33a tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 944 time: 0.0746529 Jun 23 17:32:20.475945 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9a2a4bcc-73d9-45fa-8b0f-14b6b6eb8f0c req-a7a39ef1-dfd2-4162-b724-7d1e9107056c tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612848 Jun 23 17:32:20.484789 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [req-71416a9e-2a38-411a-9144-9c373bd72951 req-a3237e14-5b25-4bd3-8567-7a5876e288c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306472 Jun 23 17:32:20.737349 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 1f34e1af-4bd0-46eb-abc4-190377fbd295 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:32:20.909758 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 1f34e1af-4bd0-46eb-abc4-190377fbd295 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:32:20.914769 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 1f34e1af-4bd0-46eb-abc4-190377fbd295 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:32:20.924256 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:21.008167 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:21.032996 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a7115-a59e-4846-8df4-5c35e1ee491a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f34e1af-4bd0-46eb-abc4-190377fbd295'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:32:21.035579 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01587cc-e6b2-401e-b7f2-c7852374c970" -d '{"events": [{"server_uuid": "d73a7115-a59e-4846-8df4-5c35e1ee491a", "name": "network-vif-plugged", "status": "completed", "tag": "1f34e1af-4bd0-46eb-abc4-190377fbd295"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:32:21.050327 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 1f34e1af-4bd0-46eb-abc4-190377fbd295, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f34e1af-4bd0-46eb-abc4-190377fbd295,segment=NetworkSegment(d02f95b7-48b3-40b1-ac12-94c32098aee0),segment_id=d02f95b7-48b3-40b1-ac12-94c32098aee0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:21.111986 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a9a5f0-76dd-40ad-903d-322d64801a03 x-openstack-request-id: req-50a9a5f0-76dd-40ad-903d-322d64801a03 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:32:21.112724 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a7115-a59e-4846-8df4-5c35e1ee491a", "name": "network-vif-plugged", "status": "completed", "tag": "1f34e1af-4bd0-46eb-abc4-190377fbd295", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:32:21.113168 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50a9a5f0-76dd-40ad-903d-322d64801a03 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:32:21.114730 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73a7115-a59e-4846-8df4-5c35e1ee491a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f34e1af-4bd0-46eb-abc4-190377fbd295', 'code': 200} Jun 23 17:32:21.196240 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:21.199628 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-eee2afd6-c724-4c98-ae78-7d8de39b9406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:21.210828 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75fd80-01cb-47f2-9c80-a863622a5c13 req-541948b6-8dd4-4cca-acbe-4b2a085a04a3 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:21.212893 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5a75fd80-01cb-47f2-9c80-a863622a5c13 req-541948b6-8dd4-4cca-acbe-4b2a085a04a3 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.0855150 Jun 23 17:32:21.258288 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=1f34e1af-4bd0-46eb-abc4-190377fbd295,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:21.262339 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5a75fd80-01cb-47f2-9c80-a863622a5c13 req-a4841c21-f26f-4e6c-bfa7-36c13b6af37b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420992 Jun 23 17:32:21.262570 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:21.598708 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2e1fb-51e6-4a31-9212-ea27786bb05f req-0d37725d-2c73-4f51-a047-4d9bbcc382fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:21.600718 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f4f2e1fb-51e6-4a31-9212-ea27786bb05f req-0d37725d-2c73-4f51-a047-4d9bbcc382fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 1098 time: 0.0768142 Jun 23 17:32:21.645994 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f4f2e1fb-51e6-4a31-9212-ea27786bb05f req-f0edfcf1-95b3-4f00-a7a9-b0b94d1b6995 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348258 Jun 23 17:32:21.742257 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567423dc-addc-42b9-bcab-0af77ad51286 req-ad850c09-b6ed-4706-95bd-b37fd38fbc51 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:21.745047 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-567423dc-addc-42b9-bcab-0af77ad51286 req-ad850c09-b6ed-4706-95bd-b37fd38fbc51 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 945 time: 0.0859144 Jun 23 17:32:21.790791 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-567423dc-addc-42b9-bcab-0af77ad51286 req-d73f9a62-e355-4576-be6d-a908218722ad tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397389 Jun 23 17:32:22.070803 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 33998) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:22.530644 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa5a26-a220-4f34-86fc-e9a2cde517a8 req-2c1814f7-d37c-447b-9ec0-9e252a65f99e tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:22.539192 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0ffa5a26-a220-4f34-86fc-e9a2cde517a8 req-2c1814f7-d37c-447b-9ec0-9e252a65f99e tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.0997722 Jun 23 17:32:22.626689 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0ffa5a26-a220-4f34-86fc-e9a2cde517a8 req-4f431d24-d2f5-4883-bf32-c1046a564c6b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810444 Jun 23 17:32:22.677876 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33427425'] for router_interface, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:22.703520 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71416a9e-2a38-411a-9144-9c373bd72951 req-6a48de4f-ab96-488b-bfc5-0150e7911fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:22.705094 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71416a9e-2a38-411a-9144-9c373bd72951 req-6a48de4f-ab96-488b-bfc5-0150e7911fda service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790&tenant_id=6d2c437b0bb44576bcdb543df23b5100 HTTP/1.1" status: 200 len: 1097 time: 0.1250806 Jun 23 17:32:22.836220 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71416a9e-2a38-411a-9144-9c373bd72951 req-c8973c10-297e-4b95-886a-1f6b91684eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:22.839149 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71416a9e-2a38-411a-9144-9c373bd72951 req-c8973c10-297e-4b95-886a-1f6b91684eb6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d2c437b0bb44576bcdb543df23b5100&device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 1097 time: 0.0850720 Jun 23 17:32:23.074623 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71416a9e-2a38-411a-9144-9c373bd72951 req-c4731f8a-65b8-4fcd-ae3e-41828241342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:23.076229 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71416a9e-2a38-411a-9144-9c373bd72951 req-c4731f8a-65b8-4fcd-ae3e-41828241342c service neutron] 10.222.0.74 "GET /v2.0/networks?id=24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 200 len: 918 time: 0.2302139 Jun 23 17:32:23.133458 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0f001-066c-48b1-a644-ebf3e9b80b2b req-919ef66e-d6d8-44e9-80eb-326747454413 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:23.135109 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-dba0f001-066c-48b1-a644-ebf3e9b80b2b req-919ef66e-d6d8-44e9-80eb-326747454413 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 945 time: 0.1608579 Jun 23 17:32:23.177646 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71416a9e-2a38-411a-9144-9c373bd72951 req-8c160f5c-f21b-4fcf-8c3f-261d46a7e1d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3 HTTP/1.1" status: 200 len: 1000 time: 0.0935683 Jun 23 17:32:23.189355 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] Deleting port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:32:23.190205 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:23.203150 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-dba0f001-066c-48b1-a644-ebf3e9b80b2b req-a8685516-9657-4d39-b1ed-e39c9b5b7bfe tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573144 Jun 23 17:32:23.259389 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71416a9e-2a38-411a-9144-9c373bd72951 req-0b6f108d-1261-4963-b25b-61d284ff22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:23.261943 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71416a9e-2a38-411a-9144-9c373bd72951 req-0b6f108d-1261-4963-b25b-61d284ff22ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d2c9528e-dbea-4474-b5f9-ef2f976c0b36 HTTP/1.1" status: 200 len: 856 time: 0.0757465 Jun 23 17:32:23.317119 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] For port d3f8f1f5-62c5-4053-8c9c-12b3ec79d357, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=d3f8f1f5-62c5-4053-8c9c-12b3ec79d357,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:23.317690 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:23.337647 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] Calling delete_port for d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 owned by network:router_interface {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:32:23.341472 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71416a9e-2a38-411a-9144-9c373bd72951 req-74fd4290-621f-45ad-b804-010c9564e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:23.343411 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71416a9e-2a38-411a-9144-9c373bd72951 req-74fd4290-621f-45ad-b804-010c9564e513 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24554d49-d1fb-4273-bea4-2417edbdfc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724914 Jun 23 17:32:23.497135 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71416a9e-2a38-411a-9144-9c373bd72951 req-6cbc8caa-f633-42de-812c-3acd3dcafbef service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461649 Jun 23 17:32:23.644236 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71416a9e-2a38-411a-9144-9c373bd72951 req-b37ae84f-d87a-4927-bb14-6dc540cbcb6f service neutron] 10.222.0.74 "GET /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396723 Jun 23 17:32:23.673374 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:23.675877 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-164d8ce2-74e4-424a-a85e-fd1cfda64dc9 tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:23.704640 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f8f1f5-62c5-4053-8c9c-12b3ec79d357,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:23.708677 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:23.976497 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33050385'] for router_interface, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:24.042617 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b182-fc05-43e6-a5a2-f74ed0438453 req-315f7a39-f12e-482b-81ce-efd82923700a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:24.051870 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0170b182-fc05-43e6-a5a2-f74ed0438453 req-315f7a39-f12e-482b-81ce-efd82923700a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.1232805 Jun 23 17:32:24.097247 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0170b182-fc05-43e6-a5a2-f74ed0438453 req-6ad9c630-06f9-4e59-ad85-92e432ce1541 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396488 Jun 23 17:32:24.278410 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] Router 63d382cf-5f94-4b03-b308-af40e1f65198 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:32:24.433550 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:32:24.452273 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1930b2-5074-4c2e-8fb3-202b92ff4347 None None] Sync routers for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:32:24.458764 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-1f487b09-167e-4500-88c0-25b141f7391f admin admin] 10.222.0.49 "PUT /v2.0/routers/63d382cf-5f94-4b03-b308-af40e1f65198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3831725 Jun 23 17:32:24.459444 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 34042) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:24.494055 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1930b2-5074-4c2e-8fb3-202b92ff4347 None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:32:24.495049 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8c1930b2-5074-4c2e-8fb3-202b92ff4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:32:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:24.665315 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8c1930b2-5074-4c2e-8fb3-202b92ff4347 None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:32:24.677745 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:24.895398 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:25.092853 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8c1930b2-5074-4c2e-8fb3-202b92ff4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:32:23Z', 'revision_number': 5, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port': {'id': '33eaf3a4-4efe-4a6c-85d0-3baaa5013245', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:01Z', 'updated_at': '2021-06-23T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:25.094124 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Deleting port 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:32:25.099478 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:25.129413 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1930b2-5074-4c2e-8fb3-202b92ff4347 None None] Checking router: 63d382cf-5f94-4b03-b308-af40e1f65198 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:32:25.142620 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1930b2-5074-4c2e-8fb3-202b92ff4347 None None] Routers {'63d382cf-5f94-4b03-b308-af40e1f65198'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:32:25.143355 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8c1930b2-5074-4c2e-8fb3-202b92ff4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:32:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['63d382cf-5f94-4b03-b308-af40e1f65198'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:25.304584 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] For port 33eaf3a4-4efe-4a6c-85d0-3baaa5013245, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=33eaf3a4-4efe-4a6c-85d0-3baaa5013245,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:25.304584 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:25.304584 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Calling delete_port for 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 owned by network:router_gateway {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:32:25.374027 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8c1930b2-5074-4c2e-8fb3-202b92ff4347 None None] Set router 63d382cf-5f94-4b03-b308-af40e1f65198 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:32:25.437805 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca823eba-2deb-4fe0-af82-01ecb0b8f73c req-f75f86cf-51ad-45fb-9c8e-137e4b707bb2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:25.441531 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ca823eba-2deb-4fe0-af82-01ecb0b8f73c req-f75f86cf-51ad-45fb-9c8e-137e4b707bb2 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.1222799 Jun 23 17:32:25.489452 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8c1930b2-5074-4c2e-8fb3-202b92ff4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:32:24Z', 'revision_number': 6, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port_host': None}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:25.537987 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ca823eba-2deb-4fe0-af82-01ecb0b8f73c req-ae15a852-3f6c-415e-92ad-837889179b18 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874753 Jun 23 17:32:25.564967 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1930b2-5074-4c2e-8fb3-202b92ff4347 None None] The sync data for ids ['63d382cf-5f94-4b03-b308-af40e1f65198'] in dv-cinder-788253-3-smb is: [{'id': '63d382cf-5f94-4b03-b308-af40e1f65198', 'name': 'tempest-AttachVolumeTestJSON-1572029055-router', 'tenant_id': 'e1e100c3cf8441968bf57fae965174a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:59Z', 'updated_at': '2021-06-23T17:32:24Z', 'revision_number': 6, 'project_id': 'e1e100c3cf8441968bf57fae965174a1', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:32:25.744367 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:25.747233 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-9e612cbb-be42-4e01-abe2-3929886ef03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:25.800970 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33eaf3a4-4efe-4a6c-85d0-3baaa5013245,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:25.811397 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:25.931070 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33049732'] for router_gateway, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:26.377419 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33049248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5465'] for router, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:26.380255 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:26.530519 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33048810'] for router, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:26.531276 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63d382cf-5f94-4b03-b308-af40e1f65198 {{(pid=93829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:32:26.541690 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:26.543555 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-748c5fae-1e0b-4a7f-aaa9-d57173f50ae3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/63d382cf-5f94-4b03-b308-af40e1f65198 HTTP/1.1" status: 204 len: 168 time: 2.0827820 Jun 23 17:32:26.547446 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34048) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:26.684880 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-12080aae-2509-4f48-86de-4b403aa51678 admin admin] Deleting subnet 6d9fd77b-a5f6-4b20-83ff-514e53263429 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:32:26.695844 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12080aae-2509-4f48-86de-4b403aa51678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:26.820221 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12080aae-2509-4f48-86de-4b403aa51678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30134377'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:26.937936 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12080aae-2509-4f48-86de-4b403aa51678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:26.985581 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:32:27.006491 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:32:27.007008 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device d3f8f1f5-62c5-4053-8c9c-12b3ec79d357 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:32:27.007528 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:32:27.027231 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:32:27.027599 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 33eaf3a4-4efe-4a6c-85d0-3baaa5013245 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:32:27.051817 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e3151-4266-4525-8285-ef9d7b8ddc43 req-9baa7238-723f-41ad-90de-575122f97ef3 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:27.053305 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6b1e3151-4266-4525-8285-ef9d7b8ddc43 req-9baa7238-723f-41ad-90de-575122f97ef3 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.1197941 Jun 23 17:32:27.124400 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6b1e3151-4266-4525-8285-ef9d7b8ddc43 req-f4f5d765-8ce4-4339-bd87-4e2e9631f562 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614064 Jun 23 17:32:27.125982 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12080aae-2509-4f48-86de-4b403aa51678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24460276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24383289'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:27.131615 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-25d1bf64-fc57-427d-a1c6-34fbc46dec3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:27.177852 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12080aae-2509-4f48-86de-4b403aa51678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9fd77b-a5f6-4b20-83ff-514e53263429,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:27.185924 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-12080aae-2509-4f48-86de-4b403aa51678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:27.190277 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12080aae-2509-4f48-86de-4b403aa51678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:27.195018 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-12080aae-2509-4f48-86de-4b403aa51678 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6d9fd77b-a5f6-4b20-83ff-514e53263429 HTTP/1.1" status: 204 len: 168 time: 0.6439474 Jun 23 17:32:27.197561 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 34054) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:27.200806 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bf1844-4c14-4d13-9e50-75907c9e4309 None None] Network b84a515c-6d41-4c9c-b073-221c5d108111 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:32:27.350931 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:27.476419 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Deleting port bfcee127-9d2a-4cb6-9613-fbb79044eb86 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:32:27.477468 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:27.615975 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] For port bfcee127-9d2a-4cb6-9613-fbb79044eb86, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=bfcee127-9d2a-4cb6-9613-fbb79044eb86,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:27.617142 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:27.636096 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Calling delete_port for bfcee127-9d2a-4cb6-9613-fbb79044eb86 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:32:27.719465 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d492e8-c244-440b-ba47-42caad6d06b1 None None] DHCP port deletion for b84a515c-6d41-4c9c-b073-221c5d108111 request from dv-cinder-788253-3-smb {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:32:27.788069 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-73d492e8-c244-440b-ba47-42caad6d06b1 None None] Deleting port bfcee127-9d2a-4cb6-9613-fbb79044eb86 {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:32:27.788672 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-73d492e8-c244-440b-ba47-42caad6d06b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:27.845002 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:27.848834 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:27.904289 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-73d492e8-c244-440b-ba47-42caad6d06b1 None None] For port bfcee127-9d2a-4cb6-9613-fbb79044eb86, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=bfcee127-9d2a-4cb6-9613-fbb79044eb86,segment=NetworkSegment(0a68d59a-4fec-4688-8e75-542b154758c9),segment_id=0a68d59a-4fec-4688-8e75-542b154758c9)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:27.904944 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-73d492e8-c244-440b-ba47-42caad6d06b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:27.910879 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfcee127-9d2a-4cb6-9613-fbb79044eb86,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:27.923454 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:27.925570 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] No DVR routers for this DVR port bfcee127-9d2a-4cb6-9613-fbb79044eb86 on host dv-cinder-788253-3-smb {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:32:27.931644 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-73d492e8-c244-440b-ba47-42caad6d06b1 None None] Calling delete_port for bfcee127-9d2a-4cb6-9613-fbb79044eb86 owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:32:28.033028 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-73d492e8-c244-440b-ba47-42caad6d06b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:28.036275 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:28.064543 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:28.068855 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d492e8-c244-440b-ba47-42caad6d06b1 None None] Pushing event deleted for resources: {'Port': ['ID=bfcee127-9d2a-4cb6-9613-fbb79044eb86,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:28.071203 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d492e8-c244-440b-ba47-42caad6d06b1 None None] No DVR routers for this DVR port bfcee127-9d2a-4cb6-9613-fbb79044eb86 on host dv-cinder-788253-3-smb {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:32:28.072598 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-73d492e8-c244-440b-ba47-42caad6d06b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:28.106463 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84a515c-6d41-4c9c-b073-221c5d108111']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:28.130828 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a68d59a-4fec-4688-8e75-542b154758c9') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:28.131321 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a68d59a-4fec-4688-8e75-542b154758c9') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:28.143425 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30971532'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:28.175318 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:28.189618 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:32:28.189618 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31588823'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: Traceback (most recent call last): Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: timer() Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: cb(*args, **kw) Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: return func(*args, **kwargs) Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: self._notify() Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: self.callback(batched_events) Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: event.method(event) Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: return f(self, *a, **k) Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: return self._get(url).json() Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: return self.request(url, 'GET', **kwargs) Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:32:28.211810 dv-cinder-788253-3-smb neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:32:28.361498 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:28.365900 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-f3d0d2e7-a9e5-45c4-b3bf-b99a4aa27f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:28.368621 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:28.370679 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] 10.222.0.49 "DELETE /v2.0/networks/b84a515c-6d41-4c9c-b073-221c5d108111 HTTP/1.1" status: 204 len: 168 time: 1.1720486 Jun 23 17:32:28.383435 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Pushing event deleted for resources: {'Network': ['ID=b84a515c-6d41-4c9c-b073-221c5d108111,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:28.388037 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-69734e30-a6bd-41aa-97dc-f462f9ddeb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:28.515129 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c803cb8-80f5-4c25-91ba-86b4054e14a0 req-5bc2039f-c7fc-453a-a898-dd0e7e5f100b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:28.518183 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4c803cb8-80f5-4c25-91ba-86b4054e14a0 req-5bc2039f-c7fc-453a-a898-dd0e7e5f100b tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.1285331 Jun 23 17:32:28.562256 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4c803cb8-80f5-4c25-91ba-86b4054e14a0 req-09d56337-d06f-4a4d-a898-52be14bf462a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377088 Jun 23 17:32:28.828694 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 34066) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:28.918643 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-a32ca2fe-2536-4ab2-a5fa-5ae3e5e1d49c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1e100c3cf8441968bf57fae965174a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0877268 Jun 23 17:32:28.921251 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 34068) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:29.016687 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device bfcee127-9d2a-4cb6-9613-fbb79044eb86 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:32:29.056757 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67db3328-c28b-41fd-a433-ee69bad9e9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:29.058229 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: bfcee127-9d2a-4cb6-9613-fbb79044eb86 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:32:29.059726 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device bfcee127-9d2a-4cb6-9613-fbb79044eb86 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:32:29.112889 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67db3328-c28b-41fd-a433-ee69bad9e9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:29.280687 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67db3328-c28b-41fd-a433-ee69bad9e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:29.287831 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67db3328-c28b-41fd-a433-ee69bad9e9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:29.290569 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-67db3328-c28b-41fd-a433-ee69bad9e9b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/415e4e7f-f8a8-4600-8404-d03c12cd86cd HTTP/1.1" status: 204 len: 168 time: 0.3676031 Jun 23 17:32:29.292149 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-46f54733-e407-4874-acd1-e6da15fbffb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:29.306170 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db3328-c28b-41fd-a433-ee69bad9e9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415e4e7f-f8a8-4600-8404-d03c12cd86cd,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:29.309615 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-67db3328-c28b-41fd-a433-ee69bad9e9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:29.874245 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4347c9b-a7d1-4d39-bec1-c350d8d2944a req-2dd49c81-b075-482e-8cf2-a702a87a5c39 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:29.875898 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b4347c9b-a7d1-4d39-bec1-c350d8d2944a req-2dd49c81-b075-482e-8cf2-a702a87a5c39 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.1231117 Jun 23 17:32:29.950012 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b4347c9b-a7d1-4d39-bec1-c350d8d2944a req-ea0d5bc9-8236-45b6-ac15-679d9665f97f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653164 Jun 23 17:32:31.265609 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f9aae-b13c-4170-b0a2-6ce29f60b67e req-8e078815-5b25-4f30-80da-36e027eb0104 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:31.267743 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-be0f9aae-b13c-4170-b0a2-6ce29f60b67e req-8e078815-5b25-4f30-80da-36e027eb0104 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.0782754 Jun 23 17:32:31.311333 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-be0f9aae-b13c-4170-b0a2-6ce29f60b67e req-84dc3fa3-afac-4a5a-b13f-63d6397aa415 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368352 Jun 23 17:32:32.341832 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:32.531956 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe781ae-d23c-4887-bae1-3186e2b0790d req-35411e95-432f-4793-9543-731e7fa8f681 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:32.534229 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2fe781ae-d23c-4887-bae1-3186e2b0790d req-35411e95-432f-4793-9543-731e7fa8f681 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.0798194 Jun 23 17:32:32.588990 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2fe781ae-d23c-4887-bae1-3186e2b0790d req-aa916a6e-6a90-4fde-8868-108d39f917b5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373945 Jun 23 17:32:33.950424 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea6b9-ad78-4bef-8136-7751af6212b3 req-003c81b5-9b7b-4208-82a6-85492ed17f31 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:33.953093 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3b5ea6b9-ad78-4bef-8136-7751af6212b3 req-003c81b5-9b7b-4208-82a6-85492ed17f31 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.0830028 Jun 23 17:32:34.012985 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3b5ea6b9-ad78-4bef-8136-7751af6212b3 req-a5ef98a9-052b-4c96-aff6-1f266e5c9c88 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440826 Jun 23 17:32:35.149435 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5d3f97eb-bebc-4670-a6b6-15611895d293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:35.238256 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf62aed-a011-4083-b088-71d885e68395 req-2f0805b1-83b3-4c98-8426-45712642230f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:35.240170 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7bf62aed-a011-4083-b088-71d885e68395 req-2f0805b1-83b3-4c98-8426-45712642230f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.0998311 Jun 23 17:32:35.287769 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7bf62aed-a011-4083-b088-71d885e68395 req-5236cc55-1999-44aa-8ee2-ad2fb04ec22f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409210 Jun 23 17:32:36.224428 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:36.509983 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4947a6f-bf70-4c7f-8c6c-7177b74b692a req-0a91de87-f4ac-41e9-b96d-8c802a5258c5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:36.511649 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b4947a6f-bf70-4c7f-8c6c-7177b74b692a req-0a91de87-f4ac-41e9-b96d-8c802a5258c5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.0707560 Jun 23 17:32:36.579933 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b4947a6f-bf70-4c7f-8c6c-7177b74b692a req-2fae7248-216d-4f71-a6c2-3dfcd7ea0515 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578125 Jun 23 17:32:36.706382 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:32:37.640916 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41e0e3b4-1bcd-4c81-a4b4-c17213f651eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:37.807620 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8b809-8496-4f77-a072-dd0d1c4c4a8d req-bc417202-5f43-467e-a49e-3007b75fa050 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:37.809434 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-25b8b809-8496-4f77-a072-dd0d1c4c4a8d req-bc417202-5f43-467e-a49e-3007b75fa050 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.0922270 Jun 23 17:32:37.863183 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-25b8b809-8496-4f77-a072-dd0d1c4c4a8d req-c0c1f553-6757-4de7-b306-7bfa3e1e3d24 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471911 Jun 23 17:32:38.413566 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34198) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:38.550663 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-035d33e7-7934-48fc-b0ec-1f69a42003ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:38.673881 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-035d33e7-7934-48fc-b0ec-1f69a42003ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:38.760973 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-035d33e7-7934-48fc-b0ec-1f69a42003ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:38.764957 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-38d66b64-2244-4a0c-a0dd-df3019478dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:38.804901 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-035d33e7-7934-48fc-b0ec-1f69a42003ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c408b17ffe74401db65c3e5ef29a9ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900940 Jun 23 17:32:38.805828 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d33e7-7934-48fc-b0ec-1f69a42003ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1137967-8200-47c2-86dc-109e34c068e2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:38.808788 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 34204) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:32:38.809684 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-035d33e7-7934-48fc-b0ec-1f69a42003ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:38.861209 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a8eb71e3-a430-4001-a5a9-67279b5355c3 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:32:38.877922 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc74bbf4-6cdc-4f7d-a41e-0f7fad32589a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:38.904125 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc74bbf4-6cdc-4f7d-a41e-0f7fad32589a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:38.996034 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:39.010351 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'port_id': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'mac_address': 'fa:16:3e:cf:4a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:32:39.057638 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc74bbf4-6cdc-4f7d-a41e-0f7fad32589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:39.060698 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cc74bbf4-6cdc-4f7d-a41e-0f7fad32589a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:39.064910 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-cc74bbf4-6cdc-4f7d-a41e-0f7fad32589a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1137967-8200-47c2-86dc-109e34c068e2 HTTP/1.1" status: 204 len: 168 time: 0.2550130 Jun 23 17:32:39.066067 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c87c594f-eda3-4672-b064-031094489294 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:39.075365 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74bbf4-6cdc-4f7d-a41e-0f7fad32589a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1137967-8200-47c2-86dc-109e34c068e2,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:39.079878 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bfd77-89df-484d-81b1-6ac70d54d409 req-76b42d18-15d5-484b-ac88-2f9ea2ca3551 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:39.080145 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:39.086030 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-cc74bbf4-6cdc-4f7d-a41e-0f7fad32589a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:39.087722 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c14bfd77-89df-484d-81b1-6ac70d54d409 req-76b42d18-15d5-484b-ac88-2f9ea2ca3551 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 944 time: 0.0864518 Jun 23 17:32:39.106216 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8eb71e3-a430-4001-a5a9-67279b5355c3 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:32:39.133655 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:39.146081 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c14bfd77-89df-484d-81b1-6ac70d54d409 req-c82b2321-94c8-42c7-a528-89a08d4f2a64 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524724 Jun 23 17:32:39.215534 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:39.217890 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:39.274269 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=a8eb71e3-a430-4001-a5a9-67279b5355c3,revision_number=9']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:39.281803 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:39.282147 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:39.282493 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:39.282835 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:39.283204 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:39.283537 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:39.283876 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:39.284200 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:39.284526 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:39.285008 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:39.285205 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:39.285486 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:39.290251 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:39.297075 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:39.504072 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['a8eb71e3-a430-4001-a5a9-67279b5355c3'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:32:40.347735 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bacba-754b-482f-872b-1235b2915cc5 req-1b41a9cb-31d6-49a4-b296-337a1e462634 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:40.349572 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-554bacba-754b-482f-872b-1235b2915cc5 req-1b41a9cb-31d6-49a4-b296-337a1e462634 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 945 time: 0.0772178 Jun 23 17:32:40.396842 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-554bacba-754b-482f-872b-1235b2915cc5 req-5f876d06-b2eb-4f14-9e95-98d7935544ce tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408132 Jun 23 17:32:40.862533 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a8eb71e3-a430-4001-a5a9-67279b5355c3 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:32:40.919091 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port a8eb71e3-a430-4001-a5a9-67279b5355c3 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:32:40.919908 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:41.008919 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:41.035616 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:41.066833 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:32:41.071171 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45f884b-e1fa-4165-a8a8-b0ab3819d323" -d '{"events": [{"server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:32:41.093528 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:41.116138 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019d09bb-d307-4437-9d8c-625541e38265 x-openstack-request-id: req-019d09bb-d307-4437-9d8c-625541e38265 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:32:41.116964 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:32:41.117718 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-019d09bb-d307-4437-9d8c-625541e38265 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:32:41.118917 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'code': 200} Jun 23 17:32:41.221324 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:32:41.223362 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:32:41.270826 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=a8eb71e3-a430-4001-a5a9-67279b5355c3,revision_number=10']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:41.274566 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:32:41.644915 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9956f-2d66-4101-96ef-973f82a157a2 req-51b2b7fa-03f5-4fb7-a0a3-3a6456650f06 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:41.646274 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d9956f-2d66-4101-96ef-973f82a157a2 req-51b2b7fa-03f5-4fb7-a0a3-3a6456650f06 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 947 time: 0.0704510 Jun 23 17:32:41.728225 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d9956f-2d66-4101-96ef-973f82a157a2 req-b43ec08e-7282-469b-b610-8e445298cb5e tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674908 Jun 23 17:32:41.748708 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f3db2-7533-48e7-a4e3-dfa9ebcedefe req-2790046b-1f03-4bad-becf-7a2577a5742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:41.750384 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cb8f3db2-7533-48e7-a4e3-dfa9ebcedefe req-2790046b-1f03-4bad-becf-7a2577a5742e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 1100 time: 0.0749152 Jun 23 17:32:41.795659 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cb8f3db2-7533-48e7-a4e3-dfa9ebcedefe req-86325a07-9e24-493a-81bf-39a42ccf7e71 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360298 Jun 23 17:32:43.045420 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38ac4c-773b-477e-b5bf-66ca31ea111a req-145e5633-8d1c-4891-8793-9443eae778eb tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:43.048235 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3c38ac4c-773b-477e-b5bf-66ca31ea111a req-145e5633-8d1c-4891-8793-9443eae778eb tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 947 time: 0.1153624 Jun 23 17:32:43.105531 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3c38ac4c-773b-477e-b5bf-66ca31ea111a req-195dd3f4-9da6-4228-8579-d1eb8d2528c6 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475481 Jun 23 17:32:44.315931 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66cad9-eb20-4398-a0fb-4dbd3787ad3b req-9e647f0a-02ee-4f4d-b5c1-8faa7743066a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:44.317400 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cd66cad9-eb20-4398-a0fb-4dbd3787ad3b req-9e647f0a-02ee-4f4d-b5c1-8faa7743066a tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 947 time: 0.0794821 Jun 23 17:32:44.381745 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cd66cad9-eb20-4398-a0fb-4dbd3787ad3b req-dd25bd1d-c8e7-4051-ab71-cecc995458da tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564294 Jun 23 17:32:45.583269 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b05f5f-5b91-4a59-ac47-0fdd8f9b817c req-77faddf0-4905-4004-9dc6-9093f1fa00c9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:32:45.585480 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-55b05f5f-5b91-4a59-ac47-0fdd8f9b817c req-77faddf0-4905-4004-9dc6-9093f1fa00c9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 947 time: 0.0724680 Jun 23 17:32:45.628373 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-55b05f5f-5b91-4a59-ac47-0fdd8f9b817c req-213c91e1-f0bb-40fe-a384-a4697b8b7e2f tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370085 Jun 23 17:33:00.268459 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c136eb2-8429-4474-bc9b-230ca5b26fc3 req-8193553f-bc01-4665-af07-d01d95782ccb tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:00.270093 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2c136eb2-8429-4474-bc9b-230ca5b26fc3 req-8193553f-bc01-4665-af07-d01d95782ccb tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 945 time: 0.0717206 Jun 23 17:33:00.313157 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2c136eb2-8429-4474-bc9b-230ca5b26fc3 req-cbb9dfc4-30af-4aee-9855-033dd33cf5d1 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362449 Jun 23 17:33:01.552074 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e46bb2-c104-4b92-bc4d-994c045b6249 req-47681d63-e139-4fba-a873-1fbc59832c97 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:01.553781 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d5e46bb2-c104-4b92-bc4d-994c045b6249 req-47681d63-e139-4fba-a873-1fbc59832c97 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 945 time: 0.0773873 Jun 23 17:33:01.598499 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d5e46bb2-c104-4b92-bc4d-994c045b6249 req-d221fbb9-b895-4f43-b7b4-e4763f80fe46 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Jun 23 17:33:02.354783 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:02.834774 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b778f2-fa36-4a27-9787-56273b278de7 req-0019e735-0f34-45a2-bb85-e42d23d501c5 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:02.837461 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b4b778f2-fa36-4a27-9787-56273b278de7 req-0019e735-0f34-45a2-bb85-e42d23d501c5 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 945 time: 0.1056712 Jun 23 17:33:02.880046 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b4b778f2-fa36-4a27-9787-56273b278de7 req-e727e513-b4a0-44c2-bf7d-bfed5266976f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360856 Jun 23 17:33:03.189863 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34550) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:03.310019 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0653cc55-9b0e-4b24-85d0-3fc775e424e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:03.425343 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0653cc55-9b0e-4b24-85d0-3fc775e424e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:03.490783 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0653cc55-9b0e-4b24-85d0-3fc775e424e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:03.493961 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-bb07994e-3c13-48de-93bc-5b0dc380ac55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:03.535878 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653cc55-9b0e-4b24-85d0-3fc775e424e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd536d2-114e-4950-8fa1-55f85d900c20,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:03.540410 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-0653cc55-9b0e-4b24-85d0-3fc775e424e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec8ca91cd9b94b5f9069cb41b1852842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493445 Jun 23 17:33:03.541388 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0653cc55-9b0e-4b24-85d0-3fc775e424e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:03.543425 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34554) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:03.615663 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14698dd4-ff10-4a90-b458-dc469aaeef2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:03.646292 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14698dd4-ff10-4a90-b458-dc469aaeef2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:03.765897 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14698dd4-ff10-4a90-b458-dc469aaeef2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:03.768847 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-14698dd4-ff10-4a90-b458-dc469aaeef2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:03.770053 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-14698dd4-ff10-4a90-b458-dc469aaeef2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5dd536d2-114e-4950-8fa1-55f85d900c20 HTTP/1.1" status: 204 len: 168 time: 0.2256684 Jun 23 17:33:03.772539 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-20cbee5a-5347-4921-a5db-eefc97ef3b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:03.790471 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14698dd4-ff10-4a90-b458-dc469aaeef2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd536d2-114e-4950-8fa1-55f85d900c20,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:03.795818 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-14698dd4-ff10-4a90-b458-dc469aaeef2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:04.159141 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2d2dd-5664-4dff-9ff5-2ad1d13e5694 req-4f9aa977-0a4a-4186-b80b-b2e9bcc6c415 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:04.160738 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8ea2d2dd-5664-4dff-9ff5-2ad1d13e5694 req-4f9aa977-0a4a-4186-b80b-b2e9bcc6c415 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 945 time: 0.0831420 Jun 23 17:33:04.208239 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8ea2d2dd-5664-4dff-9ff5-2ad1d13e5694 req-fb52861f-e0ce-4150-86f3-45b7b6a218a1 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368614 Jun 23 17:33:04.461328 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34562) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:04.475878 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb09ca72-edf1-42fc-aec0-f88129983816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:04.587873 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb09ca72-edf1-42fc-aec0-f88129983816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:04.663747 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb09ca72-edf1-42fc-aec0-f88129983816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:04.666969 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d6d08f26-703f-4ea9-9a69-b7e8be41336a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:04.709938 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-fb09ca72-edf1-42fc-aec0-f88129983816 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f96f5169f02f4598a26487f9ae016291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474723 Jun 23 17:33:04.711123 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09ca72-edf1-42fc-aec0-f88129983816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27d690f-e9bf-4c20-85b7-f2f4ad196706,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:04.713478 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 34564) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:04.714732 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-fb09ca72-edf1-42fc-aec0-f88129983816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:04.775156 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6cb7-58a3-46b4-b06c-04b21d515010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:04.799330 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6cb7-58a3-46b4-b06c-04b21d515010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:04.920330 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6cb7-58a3-46b4-b06c-04b21d515010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:04.923042 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6cb7-58a3-46b4-b06c-04b21d515010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:04.924191 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-7c2f6cb7-58a3-46b4-b06c-04b21d515010 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d27d690f-e9bf-4c20-85b7-f2f4ad196706 HTTP/1.1" status: 204 len: 168 time: 0.2092221 Jun 23 17:33:04.925177 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-0e9416aa-fdb3-4d7a-8ba1-558d25848a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:04.937843 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f6cb7-58a3-46b4-b06c-04b21d515010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27d690f-e9bf-4c20-85b7-f2f4ad196706,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:04.940853 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-7c2f6cb7-58a3-46b4-b06c-04b21d515010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:04.952321 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062fd30-3516-46e6-baf9-3fac2b08a104 req-583df851-6ca9-46d3-8bff-cbcc0180fa7c tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:04.953848 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6062fd30-3516-46e6-baf9-3fac2b08a104 req-583df851-6ca9-46d3-8bff-cbcc0180fa7c tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.74 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 945 time: 0.0809023 Jun 23 17:33:05.090531 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6062fd30-3516-46e6-baf9-3fac2b08a104 req-773e52b3-92f2-4ea9-951a-a00c03c56393 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Deleting port 1f34e1af-4bd0-46eb-abc4-190377fbd295 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:33:05.091146 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6062fd30-3516-46e6-baf9-3fac2b08a104 req-773e52b3-92f2-4ea9-951a-a00c03c56393 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:05.123971 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-35fd6111-80a2-4046-8f0f-59b55a121923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:05.199930 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-6062fd30-3516-46e6-baf9-3fac2b08a104 req-773e52b3-92f2-4ea9-951a-a00c03c56393 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] For port 1f34e1af-4bd0-46eb-abc4-190377fbd295, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1f34e1af-4bd0-46eb-abc4-190377fbd295,segment=NetworkSegment(d02f95b7-48b3-40b1-ac12-94c32098aee0),segment_id=d02f95b7-48b3-40b1-ac12-94c32098aee0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:33:05.200560 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6062fd30-3516-46e6-baf9-3fac2b08a104 req-773e52b3-92f2-4ea9-951a-a00c03c56393 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:05.216558 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-6062fd30-3516-46e6-baf9-3fac2b08a104 req-773e52b3-92f2-4ea9-951a-a00c03c56393 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Calling delete_port for 1f34e1af-4bd0-46eb-abc4-190377fbd295 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:33:05.458190 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54535e00-e822-4940-abd0-63474be22c63 req-0845d4fb-25a1-4871-9ec1-e188d0849241 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:05.461228 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-54535e00-e822-4940-abd0-63474be22c63 req-0845d4fb-25a1-4871-9ec1-e188d0849241 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 945 time: 0.0859826 Jun 23 17:33:05.462905 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6062fd30-3516-46e6-baf9-3fac2b08a104 req-773e52b3-92f2-4ea9-951a-a00c03c56393 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:05.469427 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9f748cab-53b2-4955-bd88-f1cb31980ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:05.476870 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['1f34e1af-4bd0-46eb-abc4-190377fbd295'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:33:05.523787 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e52b3-92f2-4ea9-951a-a00c03c56393 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Pushing event deleted for resources: {'Port': ['ID=1f34e1af-4bd0-46eb-abc4-190377fbd295,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:05.528225 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-773e52b3-92f2-4ea9-951a-a00c03c56393 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:05.589214 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6062fd30-3516-46e6-baf9-3fac2b08a104 req-773e52b3-92f2-4ea9-951a-a00c03c56393 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] No DVR routers for this DVR port 1f34e1af-4bd0-46eb-abc4-190377fbd295 on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:33:05.594563 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-6062fd30-3516-46e6-baf9-3fac2b08a104 req-773e52b3-92f2-4ea9-951a-a00c03c56393 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:05.596862 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6062fd30-3516-46e6-baf9-3fac2b08a104 req-773e52b3-92f2-4ea9-951a-a00c03c56393 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.74 "DELETE /v2.0/ports/1f34e1af-4bd0-46eb-abc4-190377fbd295 HTTP/1.1" status: 204 len: 173 time: 0.6364088 Jun 23 17:33:05.597391 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a7115-a59e-4846-8df4-5c35e1ee491a', 'name': 'network-vif-deleted', 'tag': '1f34e1af-4bd0-46eb-abc4-190377fbd295'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:33:05.599846 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945fee71-1a4a-4a52-bbc3-d0a03f99be99" -d '{"events": [{"server_uuid": "d73a7115-a59e-4846-8df4-5c35e1ee491a", "name": "network-vif-deleted", "tag": "1f34e1af-4bd0-46eb-abc4-190377fbd295"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:33:05.612144 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-54535e00-e822-4940-abd0-63474be22c63 req-00dba4ce-3a50-4700-920e-1cbc1575b26a tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/security-groups?id=44295a05-6283-4a74-843f-601d6cc5a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351893 Jun 23 17:33:05.643026 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034610ce-7f4e-4170-9449-b077c74c86f8 x-openstack-request-id: req-034610ce-7f4e-4170-9449-b077c74c86f8 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:33:05.643550 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a7115-a59e-4846-8df4-5c35e1ee491a", "name": "network-vif-deleted", "tag": "1f34e1af-4bd0-46eb-abc4-190377fbd295", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:33:05.644016 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-034610ce-7f4e-4170-9449-b077c74c86f8 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:33:05.644696 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73a7115-a59e-4846-8df4-5c35e1ee491a', 'name': 'network-vif-deleted', 'tag': '1f34e1af-4bd0-46eb-abc4-190377fbd295', 'status': 'completed', 'code': 200} Jun 23 17:33:06.357859 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:06.369205 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80ca9757-a10f-405f-8a41-83b7610cb98c req-e6b4a414-1f23-4bd2-848d-72798b36f73d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655115 Jun 23 17:33:06.457823 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9757-a10f-405f-8a41-83b7610cb98c req-62f591e5-6159-430b-a46f-7bf687cc39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:06.460015 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80ca9757-a10f-405f-8a41-83b7610cb98c req-62f591e5-6159-430b-a46f-7bf687cc39c9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f811cea009c6458c9ad6b82741b4c770&device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 1098 time: 0.0635529 Jun 23 17:33:06.608583 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9757-a10f-405f-8a41-83b7610cb98c req-ef404dce-5f8b-459c-9575-941de88f7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:06.610196 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80ca9757-a10f-405f-8a41-83b7610cb98c req-ef404dce-5f8b-459c-9575-941de88f7f0b service neutron] 10.222.0.74 "GET /v2.0/networks?id=b086686d-8091-4f62-b632-2019702b3d1e HTTP/1.1" status: 200 len: 910 time: 0.1259212 Jun 23 17:33:06.688446 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80ca9757-a10f-405f-8a41-83b7610cb98c req-ae0cf663-589b-43ae-9213-b172685dfac0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e HTTP/1.1" status: 200 len: 1001 time: 0.0681219 Jun 23 17:33:06.755715 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9757-a10f-405f-8a41-83b7610cb98c req-81cd8815-caa3-4954-99b0-a1de17a3d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:06.757385 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80ca9757-a10f-405f-8a41-83b7610cb98c req-81cd8815-caa3-4954-99b0-a1de17a3d335 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e971d5f-3c75-4458-96c7-aee09f3c911b HTTP/1.1" status: 200 len: 848 time: 0.0605125 Jun 23 17:33:06.874166 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c64bc570-ed05-4f70-8592-e7a9cd3110a7 req-d32181cd-75a1-4842-8080-0433952bf7c1 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] 10.222.0.49 "GET /v2.0/ports?device_id=d73a7115-a59e-4846-8df4-5c35e1ee491a HTTP/1.1" status: 200 len: 210 time: 0.0913191 Jun 23 17:33:06.906645 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9757-a10f-405f-8a41-83b7610cb98c req-80e74f33-2070-4408-9e48-5702898f918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:06.908263 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80ca9757-a10f-405f-8a41-83b7610cb98c req-80e74f33-2070-4408-9e48-5702898f918c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b086686d-8091-4f62-b632-2019702b3d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1400077 Jun 23 17:33:07.024453 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80ca9757-a10f-405f-8a41-83b7610cb98c req-b84c0e2e-3541-4534-9edc-ad32ab8f5d16 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068423 Jun 23 17:33:07.142736 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-80ca9757-a10f-405f-8a41-83b7610cb98c req-3357c4a2-76e7-4d78-9c21-0971c53ea633 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095500 Jun 23 17:33:07.637867 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d67403f9-4974-4776-8d9f-a28d6e75ba47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:08.749327 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 34640) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:08.886143 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2333ce5-dc34-4cba-b776-230745924bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:09.008194 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2333ce5-dc34-4cba-b776-230745924bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:09.047869 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 1f34e1af-4bd0-46eb-abc4-190377fbd295 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:33:09.071111 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 1f34e1af-4bd0-46eb-abc4-190377fbd295 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:33:09.071474 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 1f34e1af-4bd0-46eb-abc4-190377fbd295 not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:33:09.080380 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2333ce5-dc34-4cba-b776-230745924bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:09.083677 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3eeebfd2-e6ea-47f0-b64f-df798757a2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:09.127949 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-d2333ce5-dc34-4cba-b776-230745924bd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9773780ff5c4311840a82b5e3cb87f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773446 Jun 23 17:33:09.128916 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2333ce5-dc34-4cba-b776-230745924bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5dc1fa-4041-4815-9980-edeae009a9c3,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:09.132107 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-d2333ce5-dc34-4cba-b776-230745924bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:09.132861 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34644) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:09.207160 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a2436d62-a997-4dfe-973d-20ac2287a86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:09.231762 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a2436d62-a997-4dfe-973d-20ac2287a86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:09.306219 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:09.406390 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a2436d62-a997-4dfe-973d-20ac2287a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:09.409707 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a2436d62-a997-4dfe-973d-20ac2287a86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:09.411956 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-a2436d62-a997-4dfe-973d-20ac2287a86d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b5dc1fa-4041-4815-9980-edeae009a9c3 HTTP/1.1" status: 204 len: 168 time: 0.2769558 Jun 23 17:33:09.412795 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-7521e0a9-8f22-4feb-aec6-d277b32d5358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:09.423199 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2436d62-a997-4dfe-973d-20ac2287a86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5dc1fa-4041-4815-9980-edeae009a9c3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:09.425978 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a2436d62-a997-4dfe-973d-20ac2287a86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:10.220325 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34654) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:10.244440 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-802aac3f-b224-41ad-a221-b2e16ef3f761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:10.373853 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-802aac3f-b224-41ad-a221-b2e16ef3f761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:10.460358 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-802aac3f-b224-41ad-a221-b2e16ef3f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:10.463233 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-5701d587-5ae3-4178-bc66-42a19751ffb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:10.507425 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802aac3f-b224-41ad-a221-b2e16ef3f761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a67f28-fc80-4d03-b6f6-072aa4a68df2,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:10.512164 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-802aac3f-b224-41ad-a221-b2e16ef3f761 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abdd800451884b43ba9fda591901a2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913580 Jun 23 17:33:10.513322 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-802aac3f-b224-41ad-a221-b2e16ef3f761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:10.516463 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34658) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:10.586061 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d382ef37-9b61-4dfd-9f09-fd77a9413f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:10.613715 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d382ef37-9b61-4dfd-9f09-fd77a9413f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:10.763768 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:10.823161 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d382ef37-9b61-4dfd-9f09-fd77a9413f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:10.826747 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d382ef37-9b61-4dfd-9f09-fd77a9413f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:10.828970 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-d382ef37-9b61-4dfd-9f09-fd77a9413f34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69a67f28-fc80-4d03-b6f6-072aa4a68df2 HTTP/1.1" status: 204 len: 168 time: 0.3112633 Jun 23 17:33:10.836275 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a88d9a63-5665-4bb5-96f0-19a6f11515d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:10.840518 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382ef37-9b61-4dfd-9f09-fd77a9413f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a67f28-fc80-4d03-b6f6-072aa4a68df2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:10.843342 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d382ef37-9b61-4dfd-9f09-fd77a9413f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:13.705679 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:33:20.090687 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd86c3-c439-47bf-b1f2-b2e1de80d92a req-e6bfa292-27ee-446e-8cc0-47292ab96a03 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:20.101067 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ebfd86c3-c439-47bf-b1f2-b2e1de80d92a req-e6bfa292-27ee-446e-8cc0-47292ab96a03 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 947 time: 0.0885911 Jun 23 17:33:20.150555 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ebfd86c3-c439-47bf-b1f2-b2e1de80d92a req-2a8fb115-cc4c-4f2f-94ef-7cd2fe327a98 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461497 Jun 23 17:33:21.399856 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cdd55-e590-4541-8b87-bf40a34f3d2c req-7bbde0b2-57e8-41ed-b568-41562437f3e0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:21.402343 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b79cdd55-e590-4541-8b87-bf40a34f3d2c req-7bbde0b2-57e8-41ed-b568-41562437f3e0 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 947 time: 0.0729303 Jun 23 17:33:21.473930 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b79cdd55-e590-4541-8b87-bf40a34f3d2c req-7659d6b9-751c-4ccc-a0a9-12e6150409b7 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups?id=60b8eae3-2941-493d-944f-8e0797b5bd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638983 Jun 23 17:33:21.515221 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-6bb4c808-c8a6-4e2b-848b-0ae592b600f5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:21.516727 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-6bb4c808-c8a6-4e2b-848b-0ae592b600f5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 947 time: 0.0775275 Jun 23 17:33:21.642295 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Deleting port a8eb71e3-a430-4001-a5a9-67279b5355c3 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:33:21.642631 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:21.743236 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] For port a8eb71e3-a430-4001-a5a9-67279b5355c3, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a8eb71e3-a430-4001-a5a9-67279b5355c3,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:33:21.743498 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:21.946124 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:21.946492 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33049703'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:21.946894 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.l3_db [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Floating IP 9f2dc7ad-f985-4a39-8332-ea6d060bb163 disassociated. External IP: 172.28.1.140, port: a8eb71e3-a430-4001-a5a9-67279b5355c3. Jun 23 17:33:21.947253 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Calling delete_port for a8eb71e3-a430-4001-a5a9-67279b5355c3 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:33:22.178035 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:22.183084 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-8a76f049-f6ff-4f14-812c-20bc2155ca65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:22.215417 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event deleted for resources: {'Port': ['ID=a8eb71e3-a430-4001-a5a9-67279b5355c3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:22.226845 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:22.227113 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:22.227430 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:22.227790 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:22.228142 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:22.228488 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:22.228837 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:22.229182 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:22.229524 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:22.229865 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:22.230205 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:22.230545 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:22.234792 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:22.355245 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Router 3dc677eb-66a3-4322-9057-89cdbb75a246 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:33:22.848790 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-96ab0393-fe6f-4cf2-b4bd-4e98196810f1 req-8ed5f0ef-dc72-4979-8f8c-60ec93d02af1 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 210 time: 0.0353746 Jun 23 17:33:22.959555 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:33:22.976500 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc81cd-e8e6-4003-91e0-1028469d3642 None None] Sync routers for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:33:23.001090 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc81cd-e8e6-4003-91e0-1028469d3642 None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:33:23.002495 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-42bc81cd-e8e6-4003-91e0-1028469d3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:33:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:23.007369 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] No DVR routers for this DVR port a8eb71e3-a430-4001-a5a9-67279b5355c3 on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:33:23.010734 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:23.013591 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b97952cd-9991-4848-b0a9-9d375c6d4991 req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.74 "DELETE /v2.0/ports/a8eb71e3-a430-4001-a5a9-67279b5355c3 HTTP/1.1" status: 204 len: 173 time: 1.4901912 Jun 23 17:33:23.014152 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'name': 'network-vif-deleted', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:33:23.017280 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a454dd-4316-4e98-9fb4-a342650a25f6" -d '{"events": [{"server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "name": "network-vif-deleted", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:33:23.095021 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29019014-d078-4491-b268-f63aab583c34 x-openstack-request-id: req-29019014-d078-4491-b268-f63aab583c34 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:33:23.095021 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a4c94f-35fb-4612-b1f5-46c602349790", "name": "network-vif-deleted", "tag": "a8eb71e3-a430-4001-a5a9-67279b5355c3", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:33:23.095021 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29019014-d078-4491-b268-f63aab583c34 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:33:23.095021 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a4c94f-35fb-4612-b1f5-46c602349790', 'name': 'network-vif-deleted', 'tag': 'a8eb71e3-a430-4001-a5a9-67279b5355c3', 'status': 'completed', 'code': 200} Jun 23 17:33:23.190218 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-42bc81cd-e8e6-4003-91e0-1028469d3642 None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:33:23.521158 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-42bc81cd-e8e6-4003-91e0-1028469d3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:21Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:23.548148 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc81cd-e8e6-4003-91e0-1028469d3642 None None] Checking router: 3dc677eb-66a3-4322-9057-89cdbb75a246 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:33:23.557302 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc81cd-e8e6-4003-91e0-1028469d3642 None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:33:23.557926 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-42bc81cd-e8e6-4003-91e0-1028469d3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:33:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:23.678934 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-42bc81cd-e8e6-4003-91e0-1028469d3642 None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:33:24.034050 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-42bc81cd-e8e6-4003-91e0-1028469d3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:21Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:24.064447 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc81cd-e8e6-4003-91e0-1028469d3642 None None] The sync data for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb is: [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:26:08Z', 'revision_number': 4, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '01430e51-372e-42c9-9cde-2b85404441eb', 'name': '', 'network_id': '24554d49-d1fb-4273-bea4-2417edbdfc3e', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'mac_address': 'fa:16:3e:41:bd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:26:05Z', 'updated_at': '2021-06-23T17:26:21Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'subnets': [{'id': 'd2c9528e-dbea-4474-b5f9-ef2f976c0b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:33:24.134694 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-69e75b56-18fd-4bb3-a710-c5d490c20ea5 req-ebad95c2-cb9a-4bd9-96f0-ea42686f41b3 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a4c94f-35fb-4612-b1f5-46c602349790 HTTP/1.1" status: 200 len: 210 time: 0.0396910 Jun 23 17:33:24.356478 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b2382-a2f2-4f6f-931a-cc06443ddf5e None None] New status for floating IP 9f2dc7ad-f985-4a39-8332-ea6d060bb163: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:33:25.188559 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a8eb71e3-a430-4001-a5a9-67279b5355c3 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:33:25.226455 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: a8eb71e3-a430-4001-a5a9-67279b5355c3 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:33:25.227059 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a8eb71e3-a430-4001-a5a9-67279b5355c3 not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:33:25.425502 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34856) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:25.495339 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3b29117-7e03-4b49-8f40-2368fb42eba5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:25.522547 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3b29117-7e03-4b49-8f40-2368fb42eba5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:25.674588 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3b29117-7e03-4b49-8f40-2368fb42eba5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:25.677675 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3b29117-7e03-4b49-8f40-2368fb42eba5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:25.679088 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-d3b29117-7e03-4b49-8f40-2368fb42eba5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "DELETE /v2.0/security-groups/60b8eae3-2941-493d-944f-8e0797b5bd11 HTTP/1.1" status: 204 len: 168 time: 0.2525387 Jun 23 17:33:25.680110 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f6658c1f-ca1b-4e33-bc16-8f89a11b4fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:25.682652 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 34858) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:25.690135 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b29117-7e03-4b49-8f40-2368fb42eba5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b8eae3-2941-493d-944f-8e0797b5bd11,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:25.693751 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d3b29117-7e03-4b49-8f40-2368fb42eba5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:25.704047 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.api.v2.resource [None req-84557c7f-b40e-4f17-b9b3-b38a6b7163b9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] show failed (client error): The resource could not be found. Jun 23 17:33:25.705798 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-84557c7f-b40e-4f17-b9b3-b38a6b7163b9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "GET /v2.0/security-groups/60b8eae3-2941-493d-944f-8e0797b5bd11 HTTP/1.1" status: 404 len: 347 time: 0.0212581 Jun 23 17:33:25.710809 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 34860) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:25.849948 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Deleting port 2351df0e-eb3a-4c8e-81b1-cce54fceb1d2 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:33:25.850299 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:25.946921 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:25.947456 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:25.965878 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Calling delete_port for 2351df0e-eb3a-4c8e-81b1-cce54fceb1d2 owned by network:floatingip {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:33:26.191745 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:26.195170 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:26.221202 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Pushing event deleted for resources: {'Port': ['ID=2351df0e-eb3a-4c8e-81b1-cce54fceb1d2,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:26.248227 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:26.253946 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:26.253946 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:26.253946 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:26.253946 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:26.253946 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:26.253946 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:26.253946 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:26.253946 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:26.253946 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:26.253946 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:26.253946 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:26.257487 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:26.299662 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:26.303093 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:26.304715 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-dff5d023-e569-432d-abb6-eda71a592cb5 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] 10.222.0.49 "DELETE /v2.0/floatingips/9f2dc7ad-f985-4a39-8332-ea6d060bb163 HTTP/1.1" status: 204 len: 168 time: 0.5922873 Jun 23 17:33:26.463408 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 34886) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:26.599968 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72a5d983-0f5c-4c75-be33-14fde1048cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:26.768565 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72a5d983-0f5c-4c75-be33-14fde1048cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:26.835853 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-72a5d983-0f5c-4c75-be33-14fde1048cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:26.846266 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-47b873bb-6aae-4a3a-aa36-0982e2030974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:26.917560 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-72a5d983-0f5c-4c75-be33-14fde1048cd4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4d830bcd955432699e88c37b9b1a78a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524732 Jun 23 17:33:26.920305 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34896) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:26.921006 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5d983-0f5c-4c75-be33-14fde1048cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259239bb-e3c0-4426-8236-99e366026343,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:26.926835 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-72a5d983-0f5c-4c75-be33-14fde1048cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:26.979189 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d587afb6-0185-464d-9e1d-4abc9ab0b449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:27.009615 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d587afb6-0185-464d-9e1d-4abc9ab0b449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:27.160165 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d587afb6-0185-464d-9e1d-4abc9ab0b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:27.163538 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d587afb6-0185-464d-9e1d-4abc9ab0b449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:27.165084 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-d587afb6-0185-464d-9e1d-4abc9ab0b449 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/259239bb-e3c0-4426-8236-99e366026343 HTTP/1.1" status: 204 len: 168 time: 0.2434907 Jun 23 17:33:27.166134 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-febe2eac-cfee-4965-b371-a67d37199714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:27.179855 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587afb6-0185-464d-9e1d-4abc9ab0b449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259239bb-e3c0-4426-8236-99e366026343,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:27.184014 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d587afb6-0185-464d-9e1d-4abc9ab0b449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:28.048881 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34914) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:28.063917 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecd93bde-9d86-40a5-8d27-4ad5248fbc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:28.171727 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecd93bde-9d86-40a5-8d27-4ad5248fbc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:28.319925 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecd93bde-9d86-40a5-8d27-4ad5248fbc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:28.323599 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d650fc2e-2575-4b65-8b58-fe9b7461866d tempest-TestMinimumBasicScenario-472079893 tempest-TestMinimumBasicScenario-472079893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:28.370976 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-ecd93bde-9d86-40a5-8d27-4ad5248fbc93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=693f951b776c4270a41006af141ef8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206396 Jun 23 17:33:28.372372 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd93bde-9d86-40a5-8d27-4ad5248fbc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d920381b-9fc0-4af0-80af-268104595ea4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:28.381174 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ecd93bde-9d86-40a5-8d27-4ad5248fbc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:28.381510 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 34920) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:28.463726 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-414ab44e-42e0-4e54-b176-a9352f60344c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:28.491088 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-414ab44e-42e0-4e54-b176-a9352f60344c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:28.668666 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-414ab44e-42e0-4e54-b176-a9352f60344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:28.671736 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-414ab44e-42e0-4e54-b176-a9352f60344c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:28.672938 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-414ab44e-42e0-4e54-b176-a9352f60344c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d920381b-9fc0-4af0-80af-268104595ea4 HTTP/1.1" status: 204 len: 168 time: 0.2899678 Jun 23 17:33:28.673771 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1ccc591a-5fe2-4938-b4d0-cad028f45666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:28.683294 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ab44e-42e0-4e54-b176-a9352f60344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d920381b-9fc0-4af0-80af-268104595ea4,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:28.685989 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-414ab44e-42e0-4e54-b176-a9352f60344c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:29.364857 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 34940) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:29.414630 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_v2 [None req-151e379e-3597-4f1d-be76-b74d9c2415b1 admin admin] Deleting subnet 67b44cd4-39e0-4322-a831-2cf251d01dfa {{(pid=93829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:33:29.415987 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-151e379e-3597-4f1d-be76-b74d9c2415b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:29.434363 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34944) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:29.462162 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-151e379e-3597-4f1d-be76-b74d9c2415b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30971539'] for subnet, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:29.525912 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-151e379e-3597-4f1d-be76-b74d9c2415b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:29.688963 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-151e379e-3597-4f1d-be76-b74d9c2415b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31588682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31526339'] for subnet, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:29.691660 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:29.717631 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e379e-3597-4f1d-be76-b74d9c2415b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b44cd4-39e0-4322-a831-2cf251d01dfa,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:29.721456 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-151e379e-3597-4f1d-be76-b74d9c2415b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:29.722537 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-151e379e-3597-4f1d-be76-b74d9c2415b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:29.727884 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 34954) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:29.728122 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-151e379e-3597-4f1d-be76-b74d9c2415b1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/67b44cd4-39e0-4322-a831-2cf251d01dfa HTTP/1.1" status: 204 len: 168 time: 0.3618281 Jun 23 17:33:29.869606 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:30.005558 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:30.035976 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafaff8f-b01f-466b-ab30-c032dfef5e37']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:30.053946 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02f95b7-48b3-40b1-ac12-94c32098aee0') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:30.054278 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02f95b7-48b3-40b1-ac12-94c32098aee0') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:30.070770 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30134390'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:30.108502 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:30.118552 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:33:30.118951 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24460137'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: Traceback (most recent call last): Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: timer() Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: cb(*args, **kw) Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: return func(*args, **kwargs) Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: self._notify() Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: self.callback(batched_events) Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: event.method(event) Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: return f(self, *a, **k) Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: return self._get(url).json() Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:33:30.120866 dv-cinder-788253-3-smb neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:33:30.279149 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33427425'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:30.365820 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:30.375158 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c67da52f-f754-4fd5-a4e0-9afaa85a906e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:30.380525 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:30.381068 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] 10.222.0.49 "DELETE /v2.0/networks/aafaff8f-b01f-466b-ab30-c032dfef5e37 HTTP/1.1" status: 204 len: 168 time: 0.6515038 Jun 23 17:33:30.396896 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] Pushing event deleted for resources: {'Network': ['ID=aafaff8f-b01f-466b-ab30-c032dfef5e37,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:30.401145 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4697e8e3-bdd9-4201-a2fa-31edcb88875a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:30.599051 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] Deleting port 01430e51-372e-42c9-9cde-2b85404441eb {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:33:30.599778 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:30.694211 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] For port 01430e51-372e-42c9-9cde-2b85404441eb, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=01430e51-372e-42c9-9cde-2b85404441eb,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:33:30.694591 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:30.708537 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] Calling delete_port for 01430e51-372e-42c9-9cde-2b85404441eb owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:33:30.881463 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35002) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:30.931247 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-48314803-81b1-434f-a458-9df14040c4a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ecc440af13df4f78ae7db9f809cd80f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481975 Jun 23 17:33:30.934611 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35004) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:30.982905 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:30.985081 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-056934fa-e0b8-4282-bbbe-5cf54929c4a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:30.998050 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1b4c425b-2421-4a95-92f3-085bc2b6fb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:31.008206 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] Pushing event deleted for resources: {'Port': ['ID=01430e51-372e-42c9-9cde-2b85404441eb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:31.012172 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:31.038009 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1b4c425b-2421-4a95-92f3-085bc2b6fb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:31.215842 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1b4c425b-2421-4a95-92f3-085bc2b6fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:31.220334 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1b4c425b-2421-4a95-92f3-085bc2b6fb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:31.221520 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-1b4c425b-2421-4a95-92f3-085bc2b6fb5a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44295a05-6283-4a74-843f-601d6cc5a88b HTTP/1.1" status: 204 len: 168 time: 0.2858980 Jun 23 17:33:31.222328 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-e067300d-1fbc-4e99-9fc9-a243f1367513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:31.243080 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c425b-2421-4a95-92f3-085bc2b6fb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44295a05-6283-4a74-843f-601d6cc5a88b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:31.246254 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33050385'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:31.246438 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1b4c425b-2421-4a95-92f3-085bc2b6fb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:31.503736 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] Router 3dc677eb-66a3-4322-9057-89cdbb75a246 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:33:31.633443 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:33:31.642886 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] 10.222.0.49 "PUT /v2.0/routers/3dc677eb-66a3-4322-9057-89cdbb75a246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2064083 Jun 23 17:33:31.647534 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97636ab-3a0d-4af1-a8f2-8cd82c6b392b None None] Sync routers for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:33:31.648214 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35014) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:31.662941 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97636ab-3a0d-4af1-a8f2-8cd82c6b392b None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:33:31.664608 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a97636ab-3a0d-4af1-a8f2-8cd82c6b392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:33:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:31.836258 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Notify callbacks [] for router, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:31.876205 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-a97636ab-3a0d-4af1-a8f2-8cd82c6b392b None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:33:31.957989 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:32.093946 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Deleting port feb59d1f-363e-4e46-84b1-c08d31e1ea80 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:33:32.094288 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:32.135637 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a97636ab-3a0d-4af1-a8f2-8cd82c6b392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:33:30Z', 'revision_number': 5, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port': {'id': 'feb59d1f-363e-4e46-84b1-c08d31e1ea80', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:25:58Z', 'updated_at': '2021-06-23T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:32.175066 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97636ab-3a0d-4af1-a8f2-8cd82c6b392b None None] Checking router: 3dc677eb-66a3-4322-9057-89cdbb75a246 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:33:32.185294 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97636ab-3a0d-4af1-a8f2-8cd82c6b392b None None] Routers {'3dc677eb-66a3-4322-9057-89cdbb75a246'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:33:32.186082 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a97636ab-3a0d-4af1-a8f2-8cd82c6b392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:33:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['3dc677eb-66a3-4322-9057-89cdbb75a246'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:32.205736 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] For port feb59d1f-363e-4e46-84b1-c08d31e1ea80, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=feb59d1f-363e-4e46-84b1-c08d31e1ea80,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:33:32.206772 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:32.226373 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Calling delete_port for feb59d1f-363e-4e46-84b1-c08d31e1ea80 owned by network:router_gateway {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:33:32.286850 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-a97636ab-3a0d-4af1-a8f2-8cd82c6b392b None None] Set router 3dc677eb-66a3-4322-9057-89cdbb75a246 gateway port host: None {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:33:32.343870 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a97636ab-3a0d-4af1-a8f2-8cd82c6b392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:33:31Z', 'revision_number': 6, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port_host': None}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:32.354064 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:32.377822 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97636ab-3a0d-4af1-a8f2-8cd82c6b392b None None] The sync data for ids ['3dc677eb-66a3-4322-9057-89cdbb75a246'] in dv-cinder-788253-3-smb is: [{'id': '3dc677eb-66a3-4322-9057-89cdbb75a246', 'name': 'tempest-AttachVolumeShelveTestJSON-1005828499-router', 'tenant_id': '6d2c437b0bb44576bcdb543df23b5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:25:56Z', 'updated_at': '2021-06-23T17:33:31Z', 'revision_number': 6, 'project_id': '6d2c437b0bb44576bcdb543df23b5100', 'gw_port_host': None}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:33:32.523407 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:32.525746 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b42b6cb3-6673-45db-baa4-7eab41ead09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:32.556211 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb59d1f-363e-4e46-84b1-c08d31e1ea80,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:32.559339 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:32.621772 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33049732'] for router_gateway, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:32.714413 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33049248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5465'] for router, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:32.716711 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:32.857723 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33048810'] for router, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:32.858254 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc677eb-66a3-4322-9057-89cdbb75a246 {{(pid=93829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:33:32.862899 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:32.864935 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-00fc3a58-ef52-41a8-83c2-2aec2aa9af11 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3dc677eb-66a3-4322-9057-89cdbb75a246 HTTP/1.1" status: 204 len: 168 time: 1.2155290 Jun 23 17:33:32.867830 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35032) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:32.923695 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e2dd57-c3f2-4aad-bc61-5dc4b32f73f4 admin admin] Deleting subnet d2c9528e-dbea-4474-b5f9-ef2f976c0b36 {{(pid=93829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:33:32.927817 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04e2dd57-c3f2-4aad-bc61-5dc4b32f73f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:32.963695 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04e2dd57-c3f2-4aad-bc61-5dc4b32f73f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30971539'] for subnet, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:33.086513 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04e2dd57-c3f2-4aad-bc61-5dc4b32f73f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:33.237475 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04e2dd57-c3f2-4aad-bc61-5dc4b32f73f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31588682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31526339'] for subnet, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:33.240945 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:33.248573 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device feb59d1f-363e-4e46-84b1-c08d31e1ea80 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:33:33.270586 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2dd57-c3f2-4aad-bc61-5dc4b32f73f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c9528e-dbea-4474-b5f9-ef2f976c0b36,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:33.273549 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-04e2dd57-c3f2-4aad-bc61-5dc4b32f73f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:33.274196 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: feb59d1f-363e-4e46-84b1-c08d31e1ea80 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:33:33.274629 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device feb59d1f-363e-4e46-84b1-c08d31e1ea80 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:33:33.275453 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 01430e51-372e-42c9-9cde-2b85404441eb no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:33:33.275965 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-04e2dd57-c3f2-4aad-bc61-5dc4b32f73f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:33.277881 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-04e2dd57-c3f2-4aad-bc61-5dc4b32f73f4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d2c9528e-dbea-4474-b5f9-ef2f976c0b36 HTTP/1.1" status: 204 len: 168 time: 0.4090712 Jun 23 17:33:33.280436 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35034) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:33.338107 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: 01430e51-372e-42c9-9cde-2b85404441eb {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:33:33.338710 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 01430e51-372e-42c9-9cde-2b85404441eb not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:33:33.345521 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da84aa7-c6bc-4e15-ab34-1d696b7abfe5 None None] Network 24554d49-d1fb-4273-bea4-2417edbdfc3e requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:33:33.409891 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:33.492418 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Deleting port d65651d6-66b7-456a-bec0-aa5e6b3e7e95 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:33:33.492840 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:33.603546 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] For port d65651d6-66b7-456a-bec0-aa5e6b3e7e95, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=d65651d6-66b7-456a-bec0-aa5e6b3e7e95,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:33:33.603546 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:33.614441 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Calling delete_port for d65651d6-66b7-456a-bec0-aa5e6b3e7e95 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:33:33.647758 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b852125c-bf35-42a8-9c77-c5e6b5d59741 None None] DHCP port deletion for 24554d49-d1fb-4273-bea4-2417edbdfc3e request from dv-cinder-788253-3-smb {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:33:33.699644 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-b852125c-bf35-42a8-9c77-c5e6b5d59741 None None] Deleting port d65651d6-66b7-456a-bec0-aa5e6b3e7e95 {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:33:33.700031 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b852125c-bf35-42a8-9c77-c5e6b5d59741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:33.783920 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b852125c-bf35-42a8-9c77-c5e6b5d59741 None None] For port d65651d6-66b7-456a-bec0-aa5e6b3e7e95, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=d65651d6-66b7-456a-bec0-aa5e6b3e7e95,segment=NetworkSegment(32e8fa50-8c52-4172-abe0-5758b3896f7a),segment_id=32e8fa50-8c52-4172-abe0-5758b3896f7a)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:33:33.784505 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b852125c-bf35-42a8-9c77-c5e6b5d59741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:33.799971 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-b852125c-bf35-42a8-9c77-c5e6b5d59741 None None] Calling delete_port for d65651d6-66b7-456a-bec0-aa5e6b3e7e95 owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:33:33.842802 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:33.847234 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:33.884504 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d65651d6-66b7-456a-bec0-aa5e6b3e7e95,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:33.890233 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:33.891124 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] No DVR routers for this DVR port d65651d6-66b7-456a-bec0-aa5e6b3e7e95 on host dv-cinder-788253-3-smb {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:33:33.909958 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b852125c-bf35-42a8-9c77-c5e6b5d59741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:33.914147 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:33.953255 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852125c-bf35-42a8-9c77-c5e6b5d59741 None None] Pushing event deleted for resources: {'Port': ['ID=d65651d6-66b7-456a-bec0-aa5e6b3e7e95,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:33.955954 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b852125c-bf35-42a8-9c77-c5e6b5d59741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:33.959628 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852125c-bf35-42a8-9c77-c5e6b5d59741 None None] No DVR routers for this DVR port d65651d6-66b7-456a-bec0-aa5e6b3e7e95 on host dv-cinder-788253-3-smb {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:33:34.023966 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:34.043177 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24554d49-d1fb-4273-bea4-2417edbdfc3e']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:34.063606 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e8fa50-8c52-4172-abe0-5758b3896f7a') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:34.064044 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e8fa50-8c52-4172-abe0-5758b3896f7a') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:33:34.079784 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30971532'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:34.098724 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:34.106253 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:33:34.106778 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31588823'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: Traceback (most recent call last): Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: timer() Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: cb(*args, **kw) Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: return func(*args, **kwargs) Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: self._notify() Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: self.callback(batched_events) Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: event.method(event) Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: return f(self, *a, **k) Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: return self._get(url).json() Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: return self.request(url, 'GET', **kwargs) Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:33:34.109117 dv-cinder-788253-3-smb neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:33:34.245792 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:34.251517 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:34.254561 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/24554d49-d1fb-4273-bea4-2417edbdfc3e HTTP/1.1" status: 204 len: 168 time: 0.9729114 Jun 23 17:33:34.255721 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:34.275072 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=24554d49-d1fb-4273-bea4-2417edbdfc3e,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:34.278680 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:34.715980 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35042) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:34.764719 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-629d9448-1b2a-424d-9a68-c0e27bc9d75b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d2c437b0bb44576bcdb543df23b5100&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472093 Jun 23 17:33:34.767312 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35044) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:34.833587 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-484e488d-3d1a-4da8-aaf6-953f09d3493b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:34.860645 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-484e488d-3d1a-4da8-aaf6-953f09d3493b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:34.977828 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device d65651d6-66b7-456a-bec0-aa5e6b3e7e95 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:33:35.006107 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: d65651d6-66b7-456a-bec0-aa5e6b3e7e95 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:33:35.006455 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device d65651d6-66b7-456a-bec0-aa5e6b3e7e95 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:33:35.011753 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-484e488d-3d1a-4da8-aaf6-953f09d3493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:35.016387 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-484e488d-3d1a-4da8-aaf6-953f09d3493b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:35.018325 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-484e488d-3d1a-4da8-aaf6-953f09d3493b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba90a816-bd79-470a-822b-42f1330afe61 HTTP/1.1" status: 204 len: 168 time: 0.2496862 Jun 23 17:33:35.019668 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-d382ef37-9b61-4dfd-9f09-fd77a9413f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:35.034214 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e488d-3d1a-4da8-aaf6-953f09d3493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba90a816-bd79-470a-822b-42f1330afe61,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:35.038768 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-484e488d-3d1a-4da8-aaf6-953f09d3493b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:35.178084 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-139bd2f1-30d7-42bd-86d8-b16cd6eeb6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:36.251235 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:36.314657 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35068) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:36.480680 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1838260518-network', 'tenant_id': 'c301dd91e04941f489a9de6c0b5a438a'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:33:36.600444 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Made reservation on behalf of c301dd91e04941f489a9de6c0b5a438a for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:33:36.603456 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:36.613124 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:36.740060 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:36.817592 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:36.822477 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b2a05bfe-0fba-47c4-b1f2-474bde9f12cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:36.848938 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:33:36.860702 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69777d38-4bf2-4c87-a06e-990e6a366ac5,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:36.866714 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:36.871593 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:36.871593 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.segments_db [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Added segment cc3281c1-4fd9-4477-b504-b11954b1cfd8 of type vlan for network a6f7120e-9eb1-4178-9928-957e4524dce7 Jun 23 17:33:36.939344 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:37.091727 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:37.093064 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:37.093657 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:37.096023 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:37.163103 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Pushing event updated for resources: {'Network': ['ID=a6f7120e-9eb1-4178-9928-957e4524dce7,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:37.166129 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:37.174229 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network a6f7120e-9eb1-4178-9928-957e4524dce7 details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:33:37.206827 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-23e95480-1c8d-4c68-9aef-1cd00efdccea admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8907573 Jun 23 17:33:37.210314 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35074) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:33:37.215988 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.v2.base [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] Request body: {'subnet': {'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1838260518-subnet', 'tenant_id': 'c301dd91e04941f489a9de6c0b5a438a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:33:37.330923 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] Made reservation on behalf of c301dd91e04941f489a9de6c0b5a438a for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:33:37.333386 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31526366'] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:37.668488 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31588489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31526348'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:37.671507 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c74cee6f-32e6-4547-89ca-e914f1b50322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:37.731157 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:37.735197 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:37.740458 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-39b675aa-f67d-4939-b04c-c2006420c113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:37.744717 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] Checking segment: {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:33:37.745093 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] Network hostable DHCP agents. Network: a6f7120e-9eb1-4178-9928-957e4524dce7, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:33:37.834097 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] Network a6f7120e-9eb1-4178-9928-957e4524dce7 is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:33:37.923567 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, a6f7120e-9eb1-4178-9928-957e4524dce7) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:33:37.934536 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:37.935605 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d983f5cc-4b4d-4c7f-abdf-9d654c8d9592 None None] Network a6f7120e-9eb1-4178-9928-957e4524dce7 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:33:37.946139 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:38.055802 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-3fdcbe79-42cb-4066-9a7f-b6def80f77f6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8441048 Jun 23 17:33:38.084308 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9206a284-4e0b-4cdd-8490-08228a020416 None None] Network a6f7120e-9eb1-4178-9928-957e4524dce7 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:33:38.592592 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9841b74-7807-46d7-add4-46699ead9f83 req-214e7817-3581-4d34-861a-b73dea4f8696 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:38.594112 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-214e7817-3581-4d34-861a-b73dea4f8696 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/networks?id=a6f7120e-9eb1-4178-9928-957e4524dce7 HTTP/1.1" status: 200 len: 815 time: 0.1115782 Jun 23 17:33:38.610533 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-82bba15d-8782-4b21-8394-f55848afdb75 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/quotas/c301dd91e04941f489a9de6c0b5a438a HTTP/1.1" status: 200 len: 375 time: 0.0102613 Jun 23 17:33:38.648209 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-0e498243-0eb0-41d8-b14b-df4100d38ed6 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304668 Jun 23 17:33:38.839857 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-ce6c62fb-527d-4ed0-aa80-3c4abf104c9f service neutron] 10.222.0.49 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705039 Jun 23 17:33:38.940497 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-f59a6e89-e779-475b-94aa-0fb773eed171 service neutron] 10.222.0.49 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946276 Jun 23 17:33:39.265678 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:39.338343 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ceab7906-3767-489a-afa4-5f0ba0bc8eef req-1583dd38-22be-489e-8833-2f245c99438f tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 210 time: 0.0343947 Jun 23 17:33:40.445396 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b13d16a0-04fa-40f0-bf95-1896e08ded9a req-f83b47ca-515a-42fb-9f6b-5629607cdc60 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 210 time: 0.0394003 Jun 23 17:33:40.708218 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:41.662019 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9c55ab89-4e1c-4fcd-aaff-7337c63b0d5a req-6aa61011-8bb7-4034-88a8-3f8993eba3e7 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 210 time: 0.0435050 Jun 23 17:33:42.417475 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9841b74-7807-46d7-add4-46699ead9f83 req-a6938f97-a25a-41d9-a59d-dce9bea6c8f7 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:42.419049 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-a6938f97-a25a-41d9-a59d-dce9bea6c8f7 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "GET /v2.0/networks?id=a6f7120e-9eb1-4178-9928-957e4524dce7 HTTP/1.1" status: 200 len: 815 time: 0.1826718 Jun 23 17:33:42.433858 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-a9841b74-7807-46d7-add4-46699ead9f83 req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Request body: {'port': {'device_id': '80bd1880-881d-4cbb-8872-acd920f513f6', 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7', 'admin_state_up': True, 'tenant_id': 'c301dd91e04941f489a9de6c0b5a438a'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:33:42.700066 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9841b74-7807-46d7-add4-46699ead9f83 req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Made reservation on behalf of c301dd91e04941f489a9de6c0b5a438a for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:33:42.710748 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a9841b74-7807-46d7-add4-46699ead9f83 req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:42.845122 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5e53a4b9-fced-41fc-ad1b-5dddffcf562b req-5deda5bb-9ede-480a-a2ed-46f503c1b8c2 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 210 time: 0.0418975 Jun 23 17:33:42.903326 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-a9841b74-7807-46d7-add4-46699ead9f83 req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Allocated IP 172.20.0.13 (a6f7120e-9eb1-4178-9928-957e4524dce7/587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4/ae0fea3b-cc1c-4804-804f-8382d0763d45) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:33:43.106814 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a9841b74-7807-46d7-add4-46699ead9f83 req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:43.207727 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a9841b74-7807-46d7-add4-46699ead9f83 req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24460199'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:43.213290 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-8d6db41c-ce38-482d-baae-c9446cc8fb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:43.259877 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9841b74-7807-46d7-add4-46699ead9f83 req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Network a6f7120e-9eb1-4178-9928-957e4524dce7 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:33:43.263560 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-a9841b74-7807-46d7-add4-46699ead9f83 req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:33:43.268178 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9841b74-7807-46d7-add4-46699ead9f83 req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:33:43.300467 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Pushing event updated for resources: {'Port': ['ID=ae0fea3b-cc1c-4804-804f-8382d0763d45,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:43.305705 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:43.333941 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9841b74-7807-46d7-add4-46699ead9f83 req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:43.334606 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a9841b74-7807-46d7-add4-46699ead9f83 req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:43.497830 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0684617 Jun 23 17:33:43.513026 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Request body: {'port': {'device_id': '80bd1880-881d-4cbb-8872-acd920f513f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:33:43.654007 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:44.073132 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0fea3b-cc1c-4804-804f-8382d0763d45 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:33:44.091391 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:44.134645 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Transition to ACTIVE for port object ae0fea3b-cc1c-4804-804f-8382d0763d45 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:33:44.155485 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01277ea-a22f-4f9a-8c7c-800f448f5887 req-6532e21e-6ece-4962-a846-25f59a98cf64 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:44.157112 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a01277ea-a22f-4f9a-8c7c-800f448f5887 req-6532e21e-6ece-4962-a846-25f59a98cf64 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 932 time: 0.1629369 Jun 23 17:33:44.203105 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a01277ea-a22f-4f9a-8c7c-800f448f5887 req-ea50aee0-04f9-4d68-a665-fa923abdd591 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372357 Jun 23 17:33:44.222790 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:44.225211 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-8a636490-b57a-4ad6-a6a5-123a9759484b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:44.278355 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0fea3b-cc1c-4804-804f-8382d0763d45,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:44.283243 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:44.363746 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Attempting to bind port ae0fea3b-cc1c-4804-804f-8382d0763d45 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:33:44.364088 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Attempting to bind port ae0fea3b-cc1c-4804-804f-8382d0763d45 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:33:44.364424 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Attempting to bind port ae0fea3b-cc1c-4804-804f-8382d0763d45 on network a6f7120e-9eb1-4178-9928-957e4524dce7 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:33:44.370205 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Port ae0fea3b-cc1c-4804-804f-8382d0763d45 on network a6f7120e-9eb1-4178-9928-957e4524dce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:33:44.370519 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Attempting to bind port ae0fea3b-cc1c-4804-804f-8382d0763d45 on network a6f7120e-9eb1-4178-9928-957e4524dce7 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:33:44.376273 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:33:44.376670 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Checking segment: {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:33:44.377151 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Bound using segment: {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:33:44.377643 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Bound port: ae0fea3b-cc1c-4804-804f-8382d0763d45, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:33:44.378043 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:44.448042 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] For port ae0fea3b-cc1c-4804-804f-8382d0763d45, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:33:44.451491 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] For port ae0fea3b-cc1c-4804-804f-8382d0763d45, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ae0fea3b-cc1c-4804-804f-8382d0763d45,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:33:44.537771 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:44.539878 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:44.578276 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:44.579071 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:44.580688 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] 10.222.0.74 "PUT /v2.0/ports/ae0fea3b-cc1c-4804-804f-8382d0763d45 HTTP/1.1" status: 200 len: 1094 time: 1.0736210 Jun 23 17:33:44.581354 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bd1880-881d-4cbb-8872-acd920f513f6', 'tag': 'ae0fea3b-cc1c-4804-804f-8382d0763d45'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:33:44.583971 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7249a2a6-bf38-4c9e-9988-ab7a22a56e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "80bd1880-881d-4cbb-8872-acd920f513f6", "tag": "ae0fea3b-cc1c-4804-804f-8382d0763d45"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:33:44.623147 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0fea3b-cc1c-4804-804f-8382d0763d45,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:44.628911 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:44.650296 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66658c88-a85f-45f0-8a97-4cab5d35263b x-openstack-request-id: req-66658c88-a85f-45f0-8a97-4cab5d35263b {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:33:44.650778 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bd1880-881d-4cbb-8872-acd920f513f6", "tag": "ae0fea3b-cc1c-4804-804f-8382d0763d45", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:33:44.651344 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66658c88-a85f-45f0-8a97-4cab5d35263b {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:33:44.651987 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bd1880-881d-4cbb-8872-acd920f513f6', 'tag': 'ae0fea3b-cc1c-4804-804f-8382d0763d45', 'status': 'completed', 'code': 200} Jun 23 17:33:44.752668 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a2a6-bf38-4c9e-9988-ab7a22a56e1a req-a889e4f4-ed11-41ad-b475-41b10dd92f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:44.754423 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7249a2a6-bf38-4c9e-9988-ab7a22a56e1a req-a889e4f4-ed11-41ad-b475-41b10dd92f4b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 1097 time: 0.0795209 Jun 23 17:33:44.883192 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a2a6-bf38-4c9e-9988-ab7a22a56e1a req-29366d4e-8fa3-4e65-90ba-ec9a4408a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:44.884817 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7249a2a6-bf38-4c9e-9988-ab7a22a56e1a req-29366d4e-8fa3-4e65-90ba-ec9a4408a704 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c301dd91e04941f489a9de6c0b5a438a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1223397 Jun 23 17:33:45.009040 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a2a6-bf38-4c9e-9988-ab7a22a56e1a req-4918830f-76a0-40d6-8f2e-b45011fa2e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:45.017750 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7249a2a6-bf38-4c9e-9988-ab7a22a56e1a req-4918830f-76a0-40d6-8f2e-b45011fa2e55 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235986 Jun 23 17:33:45.136070 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9841b74-7807-46d7-add4-46699ead9f83 req-897bcb55-7123-4a47-9bf5-7b9b4b97339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:45.137595 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-897bcb55-7123-4a47-9bf5-7b9b4b97339c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 1097 time: 0.0679543 Jun 23 17:33:45.203160 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-41010026-2c91-4207-af00-ce8ee2a0b653 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae0fea3b-cc1c-4804-804f-8382d0763d45 HTTP/1.1" status: 200 len: 217 time: 0.0532832 Jun 23 17:33:45.324462 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9841b74-7807-46d7-add4-46699ead9f83 req-a9019bd8-e2b4-423a-9720-baebd0c56c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:45.328672 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-a9019bd8-e2b4-423a-9720-baebd0c56c63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4 HTTP/1.1" status: 200 len: 855 time: 0.1156385 Jun 23 17:33:45.391609 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-16a011c2-36e9-4882-bd3f-ff568568a362 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a6f7120e-9eb1-4178-9928-957e4524dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551281 Jun 23 17:33:45.568937 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc5b9c-308b-47e6-a856-169940b17855 req-3f9e9fac-0f93-4a31-919e-fe1b8652d73e tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:45.570706 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6dfc5b9c-308b-47e6-a856-169940b17855 req-3f9e9fac-0f93-4a31-919e-fe1b8652d73e tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 944 time: 0.2223201 Jun 23 17:33:45.575795 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-08c3f36e-181c-4412-bbbb-e31a5d02e4e8 service neutron] 10.222.0.74 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577342 Jun 23 17:33:45.667208 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6dfc5b9c-308b-47e6-a856-169940b17855 req-731e8269-fff8-48c2-b298-a57e9103c936 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894270 Jun 23 17:33:45.703366 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9841b74-7807-46d7-add4-46699ead9f83 req-a15467cb-c9e0-4609-b979-3c5966c27d1b service neutron] 10.222.0.74 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190059 Jun 23 17:33:46.952278 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19c4a8-35b5-4ab7-ac4f-0ba7e3bbb487 req-27a43cd8-a6a8-4ce6-91a9-27bc7fba6012 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:46.954034 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-dd19c4a8-35b5-4ab7-ac4f-0ba7e3bbb487 req-27a43cd8-a6a8-4ce6-91a9-27bc7fba6012 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.4548919 Jun 23 17:33:46.971484 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91186e-5105-436e-a5fc-4c837b24f80a req-66c9453c-27a0-4987-92d2-2392acb0acb6 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:46.973921 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7c91186e-5105-436e-a5fc-4c837b24f80a req-66c9453c-27a0-4987-92d2-2392acb0acb6 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 944 time: 0.1036909 Jun 23 17:33:47.038222 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-dd19c4a8-35b5-4ab7-ac4f-0ba7e3bbb487 req-36166fd4-81a8-4807-be42-ae0013503b9c tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629535 Jun 23 17:33:47.043938 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7c91186e-5105-436e-a5fc-4c837b24f80a req-e718421f-e19a-4591-9595-6c7b5307788f tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588338 Jun 23 17:33:47.298277 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device ae0fea3b-cc1c-4804-804f-8382d0763d45 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:33:47.570194 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port ae0fea3b-cc1c-4804-804f-8382d0763d45, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ae0fea3b-cc1c-4804-804f-8382d0763d45,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:33:47.589646 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': 'ae0fea3b-cc1c-4804-804f-8382d0763d45', 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7', 'port_id': 'ae0fea3b-cc1c-4804-804f-8382d0763d45', 'mac_address': 'fa:16:3e:e1:6a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:33:47.635370 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:47.651574 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0fea3b-cc1c-4804-804f-8382d0763d45 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:33:47.676631 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port ae0fea3b-cc1c-4804-804f-8382d0763d45, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ae0fea3b-cc1c-4804-804f-8382d0763d45,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:33:47.799936 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:47.803035 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:47.879591 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=ae0fea3b-cc1c-4804-804f-8382d0763d45,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:47.892743 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:47.893334 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:47.893926 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:47.894553 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:47.895205 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:47.895764 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:47.896330 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:47.896896 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:47.897469 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:47.898058 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:47.898636 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:47.899253 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:33:47.906207 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:48.089658 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['ae0fea3b-cc1c-4804-804f-8382d0763d45'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:33:48.306138 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5f2be-3734-46e9-b7dc-79a44cb4462c req-6e3d4381-464b-413c-b1d6-6eacd0067918 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:48.307783 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d2f5f2be-3734-46e9-b7dc-79a44cb4462c req-6e3d4381-464b-413c-b1d6-6eacd0067918 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.1233690 Jun 23 17:33:48.316862 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7972118-3350-4de8-bf06-05a289bed392 req-8aea7ea3-9976-4fb3-8236-74da1d68cf32 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:48.318496 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a7972118-3350-4de8-bf06-05a289bed392 req-8aea7ea3-9976-4fb3-8236-74da1d68cf32 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 945 time: 0.1200199 Jun 23 17:33:48.380459 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d2f5f2be-3734-46e9-b7dc-79a44cb4462c req-39071bfe-304c-4c0b-802a-5bfe778424d5 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608664 Jun 23 17:33:48.394126 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a7972118-3350-4de8-bf06-05a289bed392 req-affcb4ef-b281-4f49-959c-8932f79955fd tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676339 Jun 23 17:33:49.308509 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device ae0fea3b-cc1c-4804-804f-8382d0763d45 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:33:49.448863 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port ae0fea3b-cc1c-4804-804f-8382d0763d45 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:33:49.456398 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port ae0fea3b-cc1c-4804-804f-8382d0763d45 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:33:49.459079 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:49.604331 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:49.643936 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bd1880-881d-4cbb-8872-acd920f513f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0fea3b-cc1c-4804-804f-8382d0763d45'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:33:49.645491 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77f468-5485-400e-b28f-552fc2db200b req-a7e48311-7d27-4b90-9840-180824c9851d tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:49.647427 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a77f468-5485-400e-b28f-552fc2db200b req-a7e48311-7d27-4b90-9840-180824c9851d tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0929358 Jun 23 17:33:49.648778 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099a28ac-91f1-429c-90e4-4cc251a3de58" -d '{"events": [{"server_uuid": "80bd1880-881d-4cbb-8872-acd920f513f6", "name": "network-vif-plugged", "status": "completed", "tag": "ae0fea3b-cc1c-4804-804f-8382d0763d45"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:33:49.673059 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port ae0fea3b-cc1c-4804-804f-8382d0763d45, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ae0fea3b-cc1c-4804-804f-8382d0763d45,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:33:49.700677 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a77f468-5485-400e-b28f-552fc2db200b req-1a9ebd91-c125-4000-bf00-7414632470bb tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413539 Jun 23 17:33:49.743452 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:33:49.748724 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-99b91610-d365-4a74-bd3e-18d8ceb5d94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:33:49.790975 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b044519-4dd3-40dd-a5bd-941976d393da x-openstack-request-id: req-2b044519-4dd3-40dd-a5bd-941976d393da {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:33:49.791538 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bd1880-881d-4cbb-8872-acd920f513f6", "name": "network-vif-plugged", "status": "completed", "tag": "ae0fea3b-cc1c-4804-804f-8382d0763d45", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:33:49.791962 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b044519-4dd3-40dd-a5bd-941976d393da {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:33:49.792519 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bd1880-881d-4cbb-8872-acd920f513f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0fea3b-cc1c-4804-804f-8382d0763d45', 'code': 200} Jun 23 17:33:49.841187 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=ae0fea3b-cc1c-4804-804f-8382d0763d45,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:33:49.842525 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1401d5f-281b-45c0-b2ce-9d5c239427eb req-f0b60b8d-adea-405f-9524-91eddff28a78 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:49.844644 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1401d5f-281b-45c0-b2ce-9d5c239427eb req-f0b60b8d-adea-405f-9524-91eddff28a78 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 946 time: 0.1013072 Jun 23 17:33:49.849728 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:33:49.895462 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1401d5f-281b-45c0-b2ce-9d5c239427eb req-96beaed4-9c67-453f-8287-bea59aa2efb8 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398746 Jun 23 17:33:50.185487 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933ea0a-ed2a-44c8-9b41-7dc623cd4eab req-f7ca24ce-c85a-4454-98a4-ee082a042e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:50.188139 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8933ea0a-ed2a-44c8-9b41-7dc623cd4eab req-f7ca24ce-c85a-4454-98a4-ee082a042e0c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 1099 time: 0.0613613 Jun 23 17:33:50.233628 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8933ea0a-ed2a-44c8-9b41-7dc623cd4eab req-70945ecc-2fdb-4245-8def-4fb067238460 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355124 Jun 23 17:33:50.704900 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:33:50.923772 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fa50f-a85c-4952-b8ef-582366d8f246 req-0723c45c-03ff-42b5-8dc9-ff7357207386 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:50.928509 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-900fa50f-a85c-4952-b8ef-582366d8f246 req-0723c45c-03ff-42b5-8dc9-ff7357207386 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0844815 Jun 23 17:33:50.983524 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-900fa50f-a85c-4952-b8ef-582366d8f246 req-bd3bc4b9-01d8-44ff-b40c-114a7626b194 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486200 Jun 23 17:33:51.112449 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca06c4-229f-41c3-a675-d38134df45f1 req-e49b71a1-b13c-4f0f-8bf8-0a0a7f2015f7 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:51.114521 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-16ca06c4-229f-41c3-a675-d38134df45f1 req-e49b71a1-b13c-4f0f-8bf8-0a0a7f2015f7 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 946 time: 0.0816374 Jun 23 17:33:51.174075 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-16ca06c4-229f-41c3-a675-d38134df45f1 req-81e1deb9-5ceb-4c94-b87c-fbb704ab19c8 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478904 Jun 23 17:33:52.199417 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cb1cc-c596-4381-aa12-6d99d716407f req-55443ace-f7c3-47ae-bb36-65b63573e2c7 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:52.201066 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5d8cb1cc-c596-4381-aa12-6d99d716407f req-55443ace-f7c3-47ae-bb36-65b63573e2c7 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0832169 Jun 23 17:33:52.250550 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5d8cb1cc-c596-4381-aa12-6d99d716407f req-b269fd42-1d39-45d0-ade1-1ca19e7d566b tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388980 Jun 23 17:33:52.426807 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c36272-371d-475c-8a32-9b2c8c488c43 req-53f147c5-2352-4584-84f9-05df6ea74e68 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:52.428346 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-47c36272-371d-475c-8a32-9b2c8c488c43 req-53f147c5-2352-4584-84f9-05df6ea74e68 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 946 time: 0.0752954 Jun 23 17:33:52.474851 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-47c36272-371d-475c-8a32-9b2c8c488c43 req-a2d311c3-3cfc-43d4-a8ac-fdc729959c70 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360110 Jun 23 17:33:53.510411 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d3b70-57ad-47e9-a436-7421c80c31ca req-787eab5c-a7b5-4832-9e83-e6c8fb604513 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:53.512211 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2f8d3b70-57ad-47e9-a436-7421c80c31ca req-787eab5c-a7b5-4832-9e83-e6c8fb604513 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0762870 Jun 23 17:33:53.559244 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2f8d3b70-57ad-47e9-a436-7421c80c31ca req-a0f5019c-1ae6-4978-af0e-1421a7cd91d1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404720 Jun 23 17:33:54.819657 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb20a9-b867-415b-b5d8-98b844b7d484 req-b602a63d-0790-4d03-a65a-9b2b69ddeaf6 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:54.822565 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c6cb20a9-b867-415b-b5d8-98b844b7d484 req-b602a63d-0790-4d03-a65a-9b2b69ddeaf6 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.1288021 Jun 23 17:33:54.877469 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c6cb20a9-b867-415b-b5d8-98b844b7d484 req-4369589a-3e1f-472b-9cc2-87644ac5e473 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472171 Jun 23 17:33:56.086658 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b6000-f03c-49ff-9c30-3f4ec6c1a617 req-5b1957e7-02bc-497a-bd48-2f7ba59a0a56 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:56.088432 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b15b6000-f03c-49ff-9c30-3f4ec6c1a617 req-5b1957e7-02bc-497a-bd48-2f7ba59a0a56 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0785728 Jun 23 17:33:56.133125 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b15b6000-f03c-49ff-9c30-3f4ec6c1a617 req-8a48b500-0151-4949-b0c0-935b849b0897 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374961 Jun 23 17:33:56.804130 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3905614-fc52-4877-8449-33a6fd17b4dd req-1bd67ef2-f815-4cba-ad68-0a9d160eb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:56.805772 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a3905614-fc52-4877-8449-33a6fd17b4dd req-1bd67ef2-f815-4cba-ad68-0a9d160eb1d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f811cea009c6458c9ad6b82741b4c770&device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 1098 time: 0.0642221 Jun 23 17:33:56.918753 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3905614-fc52-4877-8449-33a6fd17b4dd req-2a18b4b4-2740-4cd0-b234-eb69b4479b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:56.920641 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a3905614-fc52-4877-8449-33a6fd17b4dd req-2a18b4b4-2740-4cd0-b234-eb69b4479b37 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b086686d-8091-4f62-b632-2019702b3d1e HTTP/1.1" status: 200 len: 910 time: 0.1054175 Jun 23 17:33:57.004241 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a3905614-fc52-4877-8449-33a6fd17b4dd req-200051af-0200-47f8-a2be-b8d5c5301f5a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e HTTP/1.1" status: 200 len: 1001 time: 0.0746853 Jun 23 17:33:57.058186 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3905614-fc52-4877-8449-33a6fd17b4dd req-5c7737a3-0f48-4be4-90ed-ed6612ddff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:57.060006 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a3905614-fc52-4877-8449-33a6fd17b4dd req-5c7737a3-0f48-4be4-90ed-ed6612ddff35 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e971d5f-3c75-4458-96c7-aee09f3c911b HTTP/1.1" status: 200 len: 848 time: 0.0492437 Jun 23 17:33:57.138499 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3905614-fc52-4877-8449-33a6fd17b4dd req-75ad7470-758c-4ade-818f-a1e0cb46cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:57.141117 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a3905614-fc52-4877-8449-33a6fd17b4dd req-75ad7470-758c-4ade-818f-a1e0cb46cf11 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b086686d-8091-4f62-b632-2019702b3d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741861 Jun 23 17:33:57.282453 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a3905614-fc52-4877-8449-33a6fd17b4dd req-22789074-449c-4071-8d9e-100cb13507f5 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341524 Jun 23 17:33:57.453024 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a3905614-fc52-4877-8449-33a6fd17b4dd req-5eafa692-06a8-4df6-aacc-3e723fdc5890 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638541 Jun 23 17:33:57.470798 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de537226-15ce-48ee-a4c9-2fca2063a108 req-5f710246-1d06-4370-a200-b65f3dc059c4 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:57.472600 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-de537226-15ce-48ee-a4c9-2fca2063a108 req-5f710246-1d06-4370-a200-b65f3dc059c4 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.1644771 Jun 23 17:33:57.522212 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-de537226-15ce-48ee-a4c9-2fca2063a108 req-e83a27d9-bc1d-44a5-896b-63d711754517 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386438 Jun 23 17:33:57.897488 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-889324b7-933c-4022-aec9-73ea1fc6246b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:57.899408 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-889324b7-933c-4022-aec9-73ea1fc6246b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/networks?id=a6f7120e-9eb1-4178-9928-957e4524dce7 HTTP/1.1" status: 200 len: 815 time: 0.1306114 Jun 23 17:33:57.916856 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-c0db3b16-9c86-4580-a976-d01b5640acde tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/quotas/c301dd91e04941f489a9de6c0b5a438a HTTP/1.1" status: 200 len: 375 time: 0.0117371 Jun 23 17:33:57.993482 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-823ffbbc-1a58-4924-bdd2-8ab50ec29872 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699112 Jun 23 17:33:58.095797 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-b94c84c4-e56d-4b7d-9925-c934b38ac495 service neutron] 10.222.0.49 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941916 Jun 23 17:33:58.255339 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-86cc6593-2af6-4b80-8b94-09ea14c48f8e service neutron] 10.222.0.49 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507292 Jun 23 17:33:58.582959 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-84d3954f-a0b9-4763-8d07-9ec7bede6df5 req-4066558b-d3a7-417a-a9aa-6f6129a2f63a tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 210 time: 0.0490372 Jun 23 17:33:58.753257 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b21db-f03b-4f97-9a96-d1309f977f51 req-b55837e4-1057-4bbc-b084-afd6d56dd647 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:33:58.755283 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-068b21db-f03b-4f97-9a96-d1309f977f51 req-b55837e4-1057-4bbc-b084-afd6d56dd647 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0960298 Jun 23 17:33:58.809165 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-068b21db-f03b-4f97-9a96-d1309f977f51 req-2e12f283-f775-4fde-88a3-4bde1f833f6e tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422213 Jun 23 17:33:59.782899 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7581aba8-a1e3-4559-a251-e10338197e4a req-9815475f-b9c2-46a2-a086-fad0bfb3c9f8 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 210 time: 0.0478542 Jun 23 17:34:00.069579 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421b3c2-85d8-412f-8d1b-36bea542e459 req-8558cbfb-4c29-4767-b1c5-b62a2576fe52 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:00.071376 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7421b3c2-85d8-412f-8d1b-36bea542e459 req-8558cbfb-4c29-4767-b1c5-b62a2576fe52 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0974536 Jun 23 17:34:00.119263 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7421b3c2-85d8-412f-8d1b-36bea542e459 req-99a0ef1f-88c9-47ff-a5c7-446718409a72 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407228 Jun 23 17:34:00.745887 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35294) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:34:00.934812 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-02134b9e-1a2e-4ecd-b4db-0383276d14ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:00.958568 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-937c0c63-4342-4abd-a944-879cb03820df req-68c10cc1-08cd-4a20-bc7a-39740bb0bccd tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 210 time: 0.0319247 Jun 23 17:34:01.040230 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-02134b9e-1a2e-4ecd-b4db-0383276d14ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:01.131575 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-02134b9e-1a2e-4ecd-b4db-0383276d14ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:01.135210 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-5253b9a3-a0de-4de9-b904-2a42a34c6e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:01.207482 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02134b9e-1a2e-4ecd-b4db-0383276d14ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16843ea-563c-4740-adb5-40cbafe9e8ca,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:01.220627 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-02134b9e-1a2e-4ecd-b4db-0383276d14ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=305cc465451d42f99251a210d7200a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730310 Jun 23 17:34:01.239043 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-02134b9e-1a2e-4ecd-b4db-0383276d14ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:01.239043 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35302) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:34:01.295252 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-6cf522b3-385a-4e6d-b0bb-4112a5f7089d tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:01.307460 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-6cf522b3-385a-4e6d-b0bb-4112a5f7089d tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "GET /v2.0/networks?id=a6f7120e-9eb1-4178-9928-957e4524dce7 HTTP/1.1" status: 200 len: 815 time: 0.2467444 Jun 23 17:34:01.321000 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Request body: {'port': {'device_id': '0d04d38f-a531-4269-b1b4-790105515d4d', 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7', 'admin_state_up': True, 'tenant_id': 'c301dd91e04941f489a9de6c0b5a438a'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:34:01.360516 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2371128-8b0b-4c20-8180-75837fc9665f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:01.403484 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2371128-8b0b-4c20-8180-75837fc9665f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:01.406882 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 786b451b-f7bc-4bc0-9021-9ae9fbee533e no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:34:01.473166 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bd965-99ca-4ff2-8752-b0d544f2dbd4 req-d553dce9-c696-4230-bb65-edb842cbe67a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:01.475064 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-738bd965-99ca-4ff2-8752-b0d544f2dbd4 req-d553dce9-c696-4230-bb65-edb842cbe67a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.1500905 Jun 23 17:34:01.532740 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-738bd965-99ca-4ff2-8752-b0d544f2dbd4 req-06c0822f-a4ca-42c2-b4d8-57a8d9e28f57 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451386 Jun 23 17:34:01.558267 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:01.563572 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2371128-8b0b-4c20-8180-75837fc9665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:01.570231 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2371128-8b0b-4c20-8180-75837fc9665f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:01.572404 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-a2371128-8b0b-4c20-8180-75837fc9665f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d16843ea-563c-4740-adb5-40cbafe9e8ca HTTP/1.1" status: 204 len: 168 time: 0.3346825 Jun 23 17:34:01.573672 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-531e1c6c-77b2-439b-8e7b-700d17252f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:01.590542 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Made reservation on behalf of c301dd91e04941f489a9de6c0b5a438a for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:34:01.597566 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2371128-8b0b-4c20-8180-75837fc9665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16843ea-563c-4740-adb5-40cbafe9e8ca,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:01.597800 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:01.604459 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 786b451b-f7bc-4bc0-9021-9ae9fbee533e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:01.606499 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:34:01.609112 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221cf73c-3076-4289-8ea4-9c46b8aed563" -d '{"events": [{"server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "name": "network-vif-unplugged", "status": "completed", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:34:01.611021 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a2371128-8b0b-4c20-8180-75837fc9665f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:01.688189 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:01.690537 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b852125c-bf35-42a8-9c77-c5e6b5d59741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:01.725228 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4359ca-f4f9-4062-9642-0262844d20b6 x-openstack-request-id: req-8e4359ca-f4f9-4062-9642-0262844d20b6 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:34:01.726493 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "name": "network-vif-unplugged", "status": "failed", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e", "code": 422}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:34:01.726493 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e4359ca-f4f9-4062-9642-0262844d20b6 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:34:01.726493 dv-cinder-788253-3-smb neutron-server[93830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'code': 422} returned with failed status Jun 23 17:34:01.757972 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=786b451b-f7bc-4bc0-9021-9ae9fbee533e,revision_number=6']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:01.762510 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:01.889375 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Allocated IP 172.20.0.3 (a6f7120e-9eb1-4178-9928-957e4524dce7/587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4/c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:34:02.074082 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:02.173735 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1067f491-d723-4b0e-8502-ff1cb22b4401 req-9676aced-3c97-4379-b736-a9c43e6145df tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 210 time: 0.0531960 Jun 23 17:34:02.257695 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24460199'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:02.263274 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-8305c3fb-f870-4bc2-8579-421ab36783d8 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:02.277239 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['ae0fea3b-cc1c-4804-804f-8382d0763d45'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:34:02.352921 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Network a6f7120e-9eb1-4178-9928-957e4524dce7 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:34:02.377644 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:34:02.417885 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:02.420003 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:34:02.425105 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Pushing event updated for resources: {'Port': ['ID=c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:02.442708 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:02.537122 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:02.537801 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:02.573123 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28b3c3-f962-47da-9cc6-aaab122919e8 req-9940c3c0-63b4-4440-ad46-1921db2ccb3d tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:02.575111 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cf28b3c3-f962-47da-9cc6-aaab122919e8 req-9940c3c0-63b4-4440-ad46-1921db2ccb3d tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 943 time: 0.2301610 Jun 23 17:34:02.585403 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-172e3453-4802-42c7-8399-74fe34b6f3cc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2684972 Jun 23 17:34:02.632719 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cf28b3c3-f962-47da-9cc6-aaab122919e8 req-9f5e3664-b8c9-4324-a002-30636c4bc2a1 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442436 Jun 23 17:34:02.640624 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3239355 Jun 23 17:34:02.661077 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Request body: {'port': {'device_id': '0d04d38f-a531-4269-b1b4-790105515d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:34:02.747574 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:03.065031 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:34:03.076813 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:03.089288 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Transition to ACTIVE for port object c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:34:03.170233 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:03.170233 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-e2b36d1c-8998-44bc-850b-afe5f08cda82 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:03.328458 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:03.333770 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:03.443385 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Attempting to bind port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:34:03.443917 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Attempting to bind port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:34:03.444410 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Attempting to bind port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 on network a6f7120e-9eb1-4178-9928-957e4524dce7 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:34:03.461531 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 on network a6f7120e-9eb1-4178-9928-957e4524dce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:34:03.462049 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Attempting to bind port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 on network a6f7120e-9eb1-4178-9928-957e4524dce7 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:34:03.474275 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:34:03.481169 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Checking segment: {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:34:03.481169 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Bound using segment: {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:34:03.481169 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Bound port: c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:34:03.481169 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:03.503497 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811307f-a8a2-49bc-93fc-e90c87462773 req-2f9f147b-f3dc-4399-8914-97cc2b861555 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:03.507604 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c811307f-a8a2-49bc-93fc-e90c87462773 req-2f9f147b-f3dc-4399-8914-97cc2b861555 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 943 time: 0.1842992 Jun 23 17:34:03.588867 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c811307f-a8a2-49bc-93fc-e90c87462773 req-8b1e4b1d-8167-4a49-a028-88bb14a4d8e9 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767672 Jun 23 17:34:03.605046 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] For port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:34:03.610058 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] For port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:34:03.677404 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:03.680743 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-66921548-f5d9-4617-b297-5a39c3141e16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:03.722234 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:03.722234 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:03.723376 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] 10.222.0.74 "PUT /v2.0/ports/c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 HTTP/1.1" status: 200 len: 1093 time: 1.0717027 Jun 23 17:34:03.723904 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d04d38f-a531-4269-b1b4-790105515d4d', 'tag': 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:34:03.726362 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ee7186-8364-4195-a0e3-f0c615b7fce3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d04d38f-a531-4269-b1b4-790105515d4d", "tag": "c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:34:03.772909 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:03.775170 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17141f2a-325e-479b-9ba4-8fe87c988956 x-openstack-request-id: req-17141f2a-325e-479b-9ba4-8fe87c988956 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:34:03.775771 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d04d38f-a531-4269-b1b4-790105515d4d", "tag": "c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:34:03.776324 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17141f2a-325e-479b-9ba4-8fe87c988956 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:34:03.777101 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d04d38f-a531-4269-b1b4-790105515d4d', 'tag': 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8', 'status': 'completed', 'code': 200} Jun 23 17:34:03.778483 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:03.920944 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee7186-8364-4195-a0e3-f0c615b7fce3 req-5db03fe4-395f-46a3-9367-fa39113fb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:03.922479 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9ee7186-8364-4195-a0e3-f0c615b7fce3 req-5db03fe4-395f-46a3-9367-fa39113fb843 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 1096 time: 0.1107969 Jun 23 17:34:03.947327 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c5b3c-e4d6-4b5c-8298-a0c618cc159d req-9ff84bb8-3f7a-49d7-8e1b-65168969714e tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:03.948867 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-765c5b3c-e4d6-4b5c-8298-a0c618cc159d req-9ff84bb8-3f7a-49d7-8e1b-65168969714e tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 943 time: 0.1216183 Jun 23 17:34:04.042476 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-765c5b3c-e4d6-4b5c-8298-a0c618cc159d req-0b0f8832-10b1-4b77-802e-014831ca9a76 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823181 Jun 23 17:34:04.075695 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee7186-8364-4195-a0e3-f0c615b7fce3 req-a3454d2d-1d24-4f2f-86f3-06b73c3f96fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:04.078350 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9ee7186-8364-4195-a0e3-f0c615b7fce3 req-a3454d2d-1d24-4f2f-86f3-06b73c3f96fc service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c301dd91e04941f489a9de6c0b5a438a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1481228 Jun 23 17:34:04.200817 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee7186-8364-4195-a0e3-f0c615b7fce3 req-5bc27aee-c605-451b-ad8d-b1bd961feeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:04.202545 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a9ee7186-8364-4195-a0e3-f0c615b7fce3 req-5bc27aee-c605-451b-ad8d-b1bd961feeac service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173646 Jun 23 17:34:04.306007 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-ee05a3fd-e95f-4428-824b-47635bce902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:04.307740 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-ee05a3fd-e95f-4428-824b-47635bce902b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 1096 time: 0.0603929 Jun 23 17:34:04.357592 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-c4093288-7979-4a07-8142-df48f0e3778d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 HTTP/1.1" status: 200 len: 217 time: 0.0419445 Jun 23 17:34:04.422436 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-832a985d-ff5f-4b9a-957f-ccc87425b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:04.424734 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-832a985d-ff5f-4b9a-957f-ccc87425b7ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4 HTTP/1.1" status: 200 len: 855 time: 0.0558412 Jun 23 17:34:04.461613 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-d379fd5a-9e66-4eff-8691-83456e154009 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a6f7120e-9eb1-4178-9928-957e4524dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293694 Jun 23 17:34:04.579603 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-128dba48-acde-48c9-b990-fa16f729a760 service neutron] 10.222.0.74 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097677 Jun 23 17:34:04.709478 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7ca1aceb-7e0d-4319-bba1-0d2a3d68a428 req-1bf278e8-f3da-4de4-839a-cecc46e0a5fc service neutron] 10.222.0.74 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227653 Jun 23 17:34:04.824244 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f92c8-c8c2-4de3-9b3a-944595dbd104 req-ab1ff8e4-fb86-48d4-8951-5d0d7d44c1e5 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:04.826314 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d31f92c8-c8c2-4de3-9b3a-944595dbd104 req-ab1ff8e4-fb86-48d4-8951-5d0d7d44c1e5 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 943 time: 0.0957613 Jun 23 17:34:04.872428 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d31f92c8-c8c2-4de3-9b3a-944595dbd104 req-a5f10d8a-9405-4c11-b8ff-df21d3bf7bb5 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354884 Jun 23 17:34:05.231152 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2070-d371-4a81-ac2e-45e6c0ff976f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:05.272442 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d642c7c-e03e-4d17-8198-e32024d4b195 req-cf31ae22-4a5e-4380-9dac-992951fd0a6d tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:05.274720 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8d642c7c-e03e-4d17-8198-e32024d4b195 req-cf31ae22-4a5e-4380-9dac-992951fd0a6d tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 943 time: 0.0896444 Jun 23 17:34:05.334468 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8d642c7c-e03e-4d17-8198-e32024d4b195 req-dc044b89-b348-4ef9-a24f-e8b1d94a7c33 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407772 Jun 23 17:34:05.926135 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-abbd9f5c-921a-4d13-9315-c30c918a046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:05.929927 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-abbd9f5c-921a-4d13-9315-c30c918a046a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf&tenant_id=f811cea009c6458c9ad6b82741b4c770 HTTP/1.1" status: 200 len: 1096 time: 0.0594838 Jun 23 17:34:06.048120 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-81012e2c-085e-4244-ac67-02a3e8a1ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:06.049716 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-81012e2c-085e-4244-ac67-02a3e8a1ca63 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f811cea009c6458c9ad6b82741b4c770&device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 1096 time: 0.0960486 Jun 23 17:34:06.093803 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cc3d4-5123-40c9-9f74-a5fbff667b0c req-a13ab527-9913-4383-9d83-c2231c846287 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:06.095465 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5a3cc3d4-5123-40c9-9f74-a5fbff667b0c req-a13ab527-9913-4383-9d83-c2231c846287 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 943 time: 0.1050479 Jun 23 17:34:06.185182 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5a3cc3d4-5123-40c9-9f74-a5fbff667b0c req-320206c3-c7f5-4da2-bd3f-99ad5e4b274f tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585520 Jun 23 17:34:06.190927 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-78287158-0909-4248-8ae4-ad45751de24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:06.192410 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-78287158-0909-4248-8ae4-ad45751de24a service neutron] 10.222.0.74 "GET /v2.0/networks?id=b086686d-8091-4f62-b632-2019702b3d1e HTTP/1.1" status: 200 len: 910 time: 0.1355870 Jun 23 17:34:06.265920 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-989ebd70-a221-4fd8-8f93-c435fb45bc3e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e HTTP/1.1" status: 200 len: 999 time: 0.0635419 Jun 23 17:34:06.268425 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:06.324126 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-2daae34f-5cab-4df1-8869-cbe562709fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:06.325629 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-2daae34f-5cab-4df1-8869-cbe562709fda service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e971d5f-3c75-4458-96c7-aee09f3c911b HTTP/1.1" status: 200 len: 848 time: 0.0496576 Jun 23 17:34:06.392266 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-acd0e6d9-d071-4192-8c9d-11745e9b3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:06.394349 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-acd0e6d9-d071-4192-8c9d-11745e9b3c1f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b086686d-8091-4f62-b632-2019702b3d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0619464 Jun 23 17:34:06.833871 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-d98d504c-8786-4b7c-8720-26e4b04eb3c8 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325833 Jun 23 17:34:06.915359 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24cb84-6164-486f-94e5-289284c842a0 req-50c4241a-0797-4155-8df5-cf9f1f3d0467 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:06.916951 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2f24cb84-6164-486f-94e5-289284c842a0 req-50c4241a-0797-4155-8df5-cf9f1f3d0467 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 943 time: 0.4541104 Jun 23 17:34:06.977471 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c914e6b8-3882-466c-8cca-5622cc01a13b req-5712e32b-6798-44d5-95ba-40c2f9c428fc service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354158 Jun 23 17:34:06.980905 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2f24cb84-6164-486f-94e5-289284c842a0 req-bff95cee-dffb-41da-87b3-665526c7189a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542729 Jun 23 17:34:07.437103 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:34:07.446811 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e539b-d934-4231-a82c-1322d6f8d4e0 req-ecb5bff1-df44-4e93-a721-8f572588e0d6 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:07.448542 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ab9e539b-d934-4231-a82c-1322d6f8d4e0 req-ecb5bff1-df44-4e93-a721-8f572588e0d6 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 943 time: 0.0936592 Jun 23 17:34:07.511909 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ab9e539b-d934-4231-a82c-1322d6f8d4e0 req-20b306e4-19a2-4af6-964d-62ce3d61a2aa tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520270 Jun 23 17:34:07.577695 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:07.592062 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8', 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7', 'port_id': 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8', 'mac_address': 'fa:16:3e:eb:1f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:34:07.645390 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:07.661598 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:34:07.691391 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:07.692890 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ce1332af-7c72-4552-9f80-c56a7de2e37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:07.796525 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:07.799606 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:07.855747 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:07.859234 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:08.086065 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:34:08.221921 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7701e-b359-47b4-bce2-624359448243 req-a36f1b10-f977-432d-a0de-ecc261fec66a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:08.223722 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-91e7701e-b359-47b4-bce2-624359448243 req-a36f1b10-f977-432d-a0de-ecc261fec66a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 943 time: 0.0888417 Jun 23 17:34:08.266677 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-91e7701e-b359-47b4-bce2-624359448243 req-b7815e45-f347-4651-8967-131b1c8403c4 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355926 Jun 23 17:34:08.702531 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf9f36-7779-4fc7-82e8-a35c99f24656 req-8009376d-d53f-4763-8257-f8edb775cfae tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:08.704141 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e4cf9f36-7779-4fc7-82e8-a35c99f24656 req-8009376d-d53f-4763-8257-f8edb775cfae tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 944 time: 0.0685971 Jun 23 17:34:08.752614 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e4cf9f36-7779-4fc7-82e8-a35c99f24656 req-f8732097-2aea-41aa-9794-acf3505da35f tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Jun 23 17:34:09.313464 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:09.438633 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 786b451b-f7bc-4bc0-9021-9ae9fbee533e details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:34:09.441834 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:34:09.508851 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa5f01-1080-49da-9174-61c10903f06f req-ee39cd52-7021-4e51-a323-22366cd8d10a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:09.511537 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1cfa5f01-1080-49da-9174-61c10903f06f req-ee39cd52-7021-4e51-a323-22366cd8d10a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 943 time: 0.1054130 Jun 23 17:34:09.578290 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1cfa5f01-1080-49da-9174-61c10903f06f req-f9fd4cf1-9785-4b28-9a0a-8ebe96032725 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587080 Jun 23 17:34:09.601743 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 786b451b-f7bc-4bc0-9021-9ae9fbee533e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:09.615797 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'port_id': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'mac_address': 'fa:16:3e:68:9c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:34:09.651899 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:34:09.660178 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:34:09.660546 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:09.662316 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:09.697905 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786b451b-f7bc-4bc0-9021-9ae9fbee533e {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:34:09.733487 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 786b451b-f7bc-4bc0-9021-9ae9fbee533e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:09.786246 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:09.805882 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:09.815821 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-b0aa7174-b76a-49da-af56-ec5381845909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:09.882956 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d04d38f-a531-4269-b1b4-790105515d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:34:09.887152 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2b9342-af76-47c7-865a-7c56dfada804" -d '{"events": [{"server_uuid": "0d04d38f-a531-4269-b1b4-790105515d4d", "name": "network-vif-plugged", "status": "completed", "tag": "c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:34:09.902307 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da36c-c52b-49d0-a6f1-64604f09a0c3 req-4eb729cb-f31c-4655-874a-637723b99062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:09.904381 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-035da36c-c52b-49d0-a6f1-64604f09a0c3 req-4eb729cb-f31c-4655-874a-637723b99062 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f811cea009c6458c9ad6b82741b4c770&device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 1097 time: 0.0802698 Jun 23 17:34:09.923958 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:09.952037 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=786b451b-f7bc-4bc0-9021-9ae9fbee533e,revision_number=7']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:09.957684 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3af1182-6034-46ed-954d-c0390d70724a x-openstack-request-id: req-d3af1182-6034-46ed-954d-c0390d70724a {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:34:09.958134 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d04d38f-a531-4269-b1b4-790105515d4d", "name": "network-vif-plugged", "status": "completed", "tag": "c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:34:09.966903 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3af1182-6034-46ed-954d-c0390d70724a {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:34:09.966903 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d04d38f-a531-4269-b1b4-790105515d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8', 'code': 200} Jun 23 17:34:09.966903 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:09.985494 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:09.988603 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:10.073052 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['786b451b-f7bc-4bc0-9021-9ae9fbee533e'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:34:10.092839 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634b33c-54a8-4e56-a08b-e9227abcb5fc req-74ac36e2-0570-4f93-8451-194947b33815 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:10.094573 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1634b33c-54a8-4e56-a08b-e9227abcb5fc req-74ac36e2-0570-4f93-8451-194947b33815 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 944 time: 0.1616380 Jun 23 17:34:10.115038 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:10.121161 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:10.126112 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da36c-c52b-49d0-a6f1-64604f09a0c3 req-e80028d4-a7b6-4117-9094-e029eef31f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:10.128354 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-035da36c-c52b-49d0-a6f1-64604f09a0c3 req-e80028d4-a7b6-4117-9094-e029eef31f54 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b086686d-8091-4f62-b632-2019702b3d1e HTTP/1.1" status: 200 len: 910 time: 0.1925821 Jun 23 17:34:10.204739 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1634b33c-54a8-4e56-a08b-e9227abcb5fc req-01ba4e14-8fb0-43a0-bbaa-7fec5aa40efb tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965261 Jun 23 17:34:10.256669 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-035da36c-c52b-49d0-a6f1-64604f09a0c3 req-20eb280f-0c05-4ab7-be67-1960b8fbbbfa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e HTTP/1.1" status: 200 len: 1000 time: 0.1165178 Jun 23 17:34:10.340032 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da36c-c52b-49d0-a6f1-64604f09a0c3 req-9d583aad-a328-442b-b072-91814e8ae1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:10.342641 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-035da36c-c52b-49d0-a6f1-64604f09a0c3 req-9d583aad-a328-442b-b072-91814e8ae1b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e971d5f-3c75-4458-96c7-aee09f3c911b HTTP/1.1" status: 200 len: 848 time: 0.0760539 Jun 23 17:34:10.418908 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da36c-c52b-49d0-a6f1-64604f09a0c3 req-a3a1d121-aa67-4717-b987-75c5575a7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:10.421233 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-035da36c-c52b-49d0-a6f1-64604f09a0c3 req-a3a1d121-aa67-4717-b987-75c5575a7d85 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b086686d-8091-4f62-b632-2019702b3d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718093 Jun 23 17:34:10.566393 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-035da36c-c52b-49d0-a6f1-64604f09a0c3 req-609f349a-fd99-4ad3-ba90-0e080fc3a051 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298823 Jun 23 17:34:10.570718 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395fe6-f285-4485-aa85-c551d8cea0e5 req-ed646fcf-4067-4933-8254-cb0b05d8a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:10.577975 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-10395fe6-f285-4485-aa85-c551d8cea0e5 req-ed646fcf-4067-4933-8254-cb0b05d8a48f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 1098 time: 0.1342936 Jun 23 17:34:10.669653 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-10395fe6-f285-4485-aa85-c551d8cea0e5 req-7f3b445a-f213-4caf-bbf4-69cc1ef47cfe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862966 Jun 23 17:34:10.700992 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-035da36c-c52b-49d0-a6f1-64604f09a0c3 req-3d909562-eeef-4651-bb20-3412c691672f service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272006 Jun 23 17:34:10.707662 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:10.813407 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35418) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:34:10.867681 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fea3d0-350f-481f-a8fa-a2c85524378e req-65f72f56-cf10-4b03-801a-73833af34a3f tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:10.869275 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-84fea3d0-350f-481f-a8fa-a2c85524378e req-65f72f56-cf10-4b03-801a-73833af34a3f tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 944 time: 0.0797920 Jun 23 17:34:10.909742 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-84fea3d0-350f-481f-a8fa-a2c85524378e req-7578dab6-024e-4aac-bedd-768ed273ff80 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344257 Jun 23 17:34:10.976591 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66c74c8b-4069-4bcf-a46c-1bbd774c816a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:11.072511 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66c74c8b-4069-4bcf-a46c-1bbd774c816a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:11.196677 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66c74c8b-4069-4bcf-a46c-1bbd774c816a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:11.199762 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a2371128-8b0b-4c20-8180-75837fc9665f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:11.241439 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-66c74c8b-4069-4bcf-a46c-1bbd774c816a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d44a1cf989af4dccbf6dd6fe8c7e4311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265432 Jun 23 17:34:11.242274 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c74c8b-4069-4bcf-a46c-1bbd774c816a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59508da3-c8e4-4472-b27c-51f693222c43,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:11.244635 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35422) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:34:11.246164 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-66c74c8b-4069-4bcf-a46c-1bbd774c816a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:11.320881 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae87e768-eea6-4ba4-9b1b-e0b86b859942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:11.351201 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae87e768-eea6-4ba4-9b1b-e0b86b859942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:11.464640 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde5925-7b97-4a7d-a96f-a5dbab57dad6 req-f1f11b36-e76b-4ea5-82d9-07b93c49c20d tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:11.466395 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2fde5925-7b97-4a7d-a96f-a5dbab57dad6 req-f1f11b36-e76b-4ea5-82d9-07b93c49c20d tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 945 time: 0.1055954 Jun 23 17:34:11.469413 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 786b451b-f7bc-4bc0-9021-9ae9fbee533e up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:34:11.521508 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2fde5925-7b97-4a7d-a96f-a5dbab57dad6 req-94f2f93c-bf68-43f9-92d0-b1b5e2710e9f tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434182 Jun 23 17:34:11.556929 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 786b451b-f7bc-4bc0-9021-9ae9fbee533e triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:34:11.557367 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:11.593723 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae87e768-eea6-4ba4-9b1b-e0b86b859942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:11.597909 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae87e768-eea6-4ba4-9b1b-e0b86b859942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:11.599381 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-ae87e768-eea6-4ba4-9b1b-e0b86b859942 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59508da3-c8e4-4472-b27c-51f693222c43 HTTP/1.1" status: 204 len: 168 time: 0.3531733 Jun 23 17:34:11.600654 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-14698dd4-ff10-4a90-b458-dc469aaeef2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:11.619452 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e768-eea6-4ba4-9b1b-e0b86b859942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59508da3-c8e4-4472-b27c-51f693222c43,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:11.623270 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ae87e768-eea6-4ba4-9b1b-e0b86b859942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:11.679772 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:11.740447 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 786b451b-f7bc-4bc0-9021-9ae9fbee533e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:11.811025 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:11.814255 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:11.875598 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=786b451b-f7bc-4bc0-9021-9ae9fbee533e,revision_number=8']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:11.878587 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:11.960798 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:34:11.963563 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f75e06-69f6-4904-9578-3b313aac3f15" -d '{"events": [{"server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "name": "network-vif-plugged", "status": "completed", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:34:12.041986 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d956ec19-03cd-49b2-ba36-f49a634c6870 x-openstack-request-id: req-d956ec19-03cd-49b2-ba36-f49a634c6870 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:34:12.042621 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "name": "network-vif-plugged", "status": "completed", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:34:12.043242 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d956ec19-03cd-49b2-ba36-f49a634c6870 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:34:12.044272 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'code': 200} Jun 23 17:34:12.128489 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ff5ab-6aec-4065-ba08-8d9522bd30be req-ad5139b3-12ab-4347-afd5-2c91361a7145 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:12.130165 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-771ff5ab-6aec-4065-ba08-8d9522bd30be req-ad5139b3-12ab-4347-afd5-2c91361a7145 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0844946 Jun 23 17:34:12.192262 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-771ff5ab-6aec-4065-ba08-8d9522bd30be req-d130fffd-ed9c-4de4-90c3-23c15f423074 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550103 Jun 23 17:34:12.411613 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebc6eb-c00f-4e31-99f5-fcc51cc94263 req-e9f35027-3690-4981-8651-078af8b0ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:12.413030 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-48ebc6eb-c00f-4e31-99f5-fcc51cc94263 req-e9f35027-3690-4981-8651-078af8b0ca7c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 1098 time: 0.0587540 Jun 23 17:34:12.454412 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-48ebc6eb-c00f-4e31-99f5-fcc51cc94263 req-22913bd9-262e-49db-9610-ad479654d6be service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325215 Jun 23 17:34:12.732848 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1828f17-f128-4dd0-8d24-9bbd09e33e41 req-4e8b4b75-ec44-48a8-81bf-a6ba2674c723 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:12.734465 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d1828f17-f128-4dd0-8d24-9bbd09e33e41 req-4e8b4b75-ec44-48a8-81bf-a6ba2674c723 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 945 time: 0.0784690 Jun 23 17:34:12.787470 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d1828f17-f128-4dd0-8d24-9bbd09e33e41 req-37f78441-17b1-42bb-8e15-a14db49ea6fe tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Jun 23 17:34:13.382006 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f94da1-5ce2-4b21-b933-3e7e1b3081ed req-fc75bb64-175f-40f5-97d8-c44b43ec926b tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:13.383677 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-61f94da1-5ce2-4b21-b933-3e7e1b3081ed req-fc75bb64-175f-40f5-97d8-c44b43ec926b tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0703201 Jun 23 17:34:13.430514 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-61f94da1-5ce2-4b21-b933-3e7e1b3081ed req-a83374eb-c193-4a51-932d-bd59462aa78e tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372410 Jun 23 17:34:14.700705 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d493dbe-b467-449f-968b-9b5b9d0e3aa0 req-96649719-4060-4c1e-ad7c-773a904ddfcd tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:14.703677 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6d493dbe-b467-449f-968b-9b5b9d0e3aa0 req-96649719-4060-4c1e-ad7c-773a904ddfcd tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.1291261 Jun 23 17:34:14.759184 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6d493dbe-b467-449f-968b-9b5b9d0e3aa0 req-96e0ba4e-09d2-41cb-b1d8-6dff1355753f tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437715 Jun 23 17:34:14.941402 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b63f9af-7a75-46cb-aea6-3cb7227f9e56 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:14.942973 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b63f9af-7a75-46cb-aea6-3cb7227f9e56 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/networks?id=a6f7120e-9eb1-4178-9928-957e4524dce7 HTTP/1.1" status: 200 len: 815 time: 0.1127770 Jun 23 17:34:14.964048 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-e13d69a9-e1d2-409e-88b4-684666d8df3c tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/quotas/c301dd91e04941f489a9de6c0b5a438a HTTP/1.1" status: 200 len: 375 time: 0.0114751 Jun 23 17:34:15.042440 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-91fd6b93-15e4-4140-a653-6df26159796e tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678570 Jun 23 17:34:15.137203 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-5a2d9f88-6b8a-4a6d-b1cb-70e5173c32c5 service neutron] 10.222.0.49 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878615 Jun 23 17:34:15.237626 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-9003426e-a25b-4c03-a9b8-8ef2cc3af6a0 service neutron] 10.222.0.49 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942435 Jun 23 17:34:15.557927 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e5d48a00-8005-4ce2-9a92-b14d482b76a8 req-613f70fa-2229-4c84-855d-f92dd4573f33 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 210 time: 0.0317984 Jun 23 17:34:16.719761 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-84e559b6-e192-4a65-93ff-2f21b1dd4b6e req-ca0834b7-71b4-4397-8f22-b7fff7978f16 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 210 time: 0.0290005 Jun 23 17:34:17.875087 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-03bb2866-aea6-4b3a-a985-2952785d44ae req-4a6f1afb-763d-4cbd-b95e-5e775ab9f5c7 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 210 time: 0.0340078 Jun 23 17:34:18.378071 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-c85177a6-04fd-4a92-8ba6-5ff4f6e35352 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:18.380669 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-c85177a6-04fd-4a92-8ba6-5ff4f6e35352 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "GET /v2.0/networks?id=a6f7120e-9eb1-4178-9928-957e4524dce7 HTTP/1.1" status: 200 len: 815 time: 0.1437953 Jun 23 17:34:18.399406 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Request body: {'port': {'device_id': '653edb11-8b11-41ec-85d5-b18d8e7b55d4', 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7', 'admin_state_up': True, 'tenant_id': 'c301dd91e04941f489a9de6c0b5a438a'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:34:18.655913 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Made reservation on behalf of c301dd91e04941f489a9de6c0b5a438a for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:34:18.659990 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:18.804099 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Allocated IP 172.20.0.9 (a6f7120e-9eb1-4178-9928-957e4524dce7/587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4/a587427e-e417-4038-a9b7-7de0997dbeb0) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:34:19.000382 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:19.052046 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ba93df64-bf96-4633-aee0-e87b00f1dbf7 req-6eebea6e-d640-4b4c-9a2d-a91785bcf52a tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 210 time: 0.0414937 Jun 23 17:34:19.191415 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24460199'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:19.196492 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-63eb0121-b48e-41b1-9558-a19128531f02 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:19.204485 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['ae0fea3b-cc1c-4804-804f-8382d0763d45', 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:34:19.253870 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Network a6f7120e-9eb1-4178-9928-957e4524dce7 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:34:19.258683 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:34:19.265093 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:34:19.294245 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Pushing event updated for resources: {'Port': ['ID=a587427e-e417-4038-a9b7-7de0997dbeb0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:19.299221 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:19.323842 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:19.324513 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:19.422963 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0313148 Jun 23 17:34:19.435246 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Request body: {'port': {'device_id': '653edb11-8b11-41ec-85d5-b18d8e7b55d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:34:19.523221 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:19.827553 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a587427e-e417-4038-a9b7-7de0997dbeb0 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:34:19.839331 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:19.854681 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Transition to ACTIVE for port object a587427e-e417-4038-a9b7-7de0997dbeb0 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:34:19.985253 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:19.989430 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-43152815-faf0-4eaf-9a6c-8043ba39842e tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:20.064385 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Pushing event updated for resources: {'Port': ['ID=a587427e-e417-4038-a9b7-7de0997dbeb0,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:20.068940 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:20.156487 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Attempting to bind port a587427e-e417-4038-a9b7-7de0997dbeb0 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:34:20.156934 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Attempting to bind port a587427e-e417-4038-a9b7-7de0997dbeb0 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:34:20.157341 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Attempting to bind port a587427e-e417-4038-a9b7-7de0997dbeb0 on network a6f7120e-9eb1-4178-9928-957e4524dce7 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:34:20.162754 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Port a587427e-e417-4038-a9b7-7de0997dbeb0 on network a6f7120e-9eb1-4178-9928-957e4524dce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:34:20.163147 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Attempting to bind port a587427e-e417-4038-a9b7-7de0997dbeb0 on network a6f7120e-9eb1-4178-9928-957e4524dce7 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:34:20.168633 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:34:20.168973 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Checking segment: {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:34:20.169367 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Bound using segment: {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:34:20.170081 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Bound port: a587427e-e417-4038-a9b7-7de0997dbeb0, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:34:20.170439 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:20.273850 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] For port a587427e-e417-4038-a9b7-7de0997dbeb0, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:34:20.277838 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] For port a587427e-e417-4038-a9b7-7de0997dbeb0, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a587427e-e417-4038-a9b7-7de0997dbeb0,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:34:20.303708 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ad871-5feb-43ef-bc1d-8e3b81a62f87 req-ed23c391-376e-450c-854c-9b4a3d1c8be1 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:20.305346 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b77ad871-5feb-43ef-bc1d-8e3b81a62f87 req-ed23c391-376e-450c-854c-9b4a3d1c8be1 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 943 time: 0.0977435 Jun 23 17:34:20.348975 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b77ad871-5feb-43ef-bc1d-8e3b81a62f87 req-8e4f6361-9280-4e16-970b-3bc09118d2cf tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369117 Jun 23 17:34:20.412229 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:20.414708 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4f1d01da-c060-4c71-baef-ff30ddb44673 tempest-VolumesNegativeTest-543331598 tempest-VolumesNegativeTest-543331598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:20.456783 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:20.457488 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:20.459030 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] 10.222.0.74 "PUT /v2.0/ports/a587427e-e417-4038-a9b7-7de0997dbeb0 HTTP/1.1" status: 200 len: 1093 time: 1.0285232 Jun 23 17:34:20.459657 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653edb11-8b11-41ec-85d5-b18d8e7b55d4', 'tag': 'a587427e-e417-4038-a9b7-7de0997dbeb0'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:34:20.462112 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547275ca-45a0-478e-98e0-bd24937720b2" -d '{"events": [{"name": "network-changed", "server_uuid": "653edb11-8b11-41ec-85d5-b18d8e7b55d4", "tag": "a587427e-e417-4038-a9b7-7de0997dbeb0"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:34:20.498459 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Pushing event updated for resources: {'Port': ['ID=a587427e-e417-4038-a9b7-7de0997dbeb0,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:20.505583 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381cb4e4-4ca5-43ea-89d7-25e171b17523 x-openstack-request-id: req-381cb4e4-4ca5-43ea-89d7-25e171b17523 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:34:20.506120 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653edb11-8b11-41ec-85d5-b18d8e7b55d4", "tag": "a587427e-e417-4038-a9b7-7de0997dbeb0", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:34:20.506591 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-381cb4e4-4ca5-43ea-89d7-25e171b17523 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:34:20.507635 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653edb11-8b11-41ec-85d5-b18d8e7b55d4', 'tag': 'a587427e-e417-4038-a9b7-7de0997dbeb0', 'status': 'completed', 'code': 200} Jun 23 17:34:20.509251 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:20.591247 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547275ca-45a0-478e-98e0-bd24937720b2 req-4b40e18d-aeab-4e46-9d3b-76f6dfbdbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:20.592890 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-547275ca-45a0-478e-98e0-bd24937720b2 req-4b40e18d-aeab-4e46-9d3b-76f6dfbdbda4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 1096 time: 0.0648210 Jun 23 17:34:20.700596 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547275ca-45a0-478e-98e0-bd24937720b2 req-4f3fee27-f0a9-4e30-a45b-653ea2f6ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:20.702271 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-547275ca-45a0-478e-98e0-bd24937720b2 req-4f3fee27-f0a9-4e30-a45b-653ea2f6ba62 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c301dd91e04941f489a9de6c0b5a438a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1015704 Jun 23 17:34:20.814082 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547275ca-45a0-478e-98e0-bd24937720b2 req-bf941bf8-1d13-456e-b982-ab09e94da0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:20.815851 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-547275ca-45a0-478e-98e0-bd24937720b2 req-bf941bf8-1d13-456e-b982-ab09e94da0fd service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069937 Jun 23 17:34:20.917255 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0d142f9b-eaff-4d2b-8299-e16ecaf7f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:20.918905 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-0d142f9b-eaff-4d2b-8299-e16ecaf7f668 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 1096 time: 0.0593927 Jun 23 17:34:20.969502 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-f1414290-636c-4923-9b3a-3e7a4c6b25d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a587427e-e417-4038-a9b7-7de0997dbeb0 HTTP/1.1" status: 200 len: 217 time: 0.0417831 Jun 23 17:34:21.023823 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-e4af3820-d3c8-489a-b16e-8ac3be3c02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:21.025401 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-e4af3820-d3c8-489a-b16e-8ac3be3c02d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4 HTTP/1.1" status: 200 len: 855 time: 0.0493209 Jun 23 17:34:21.080701 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-507f71de-11d4-4261-b258-31dfba409e8b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a6f7120e-9eb1-4178-9928-957e4524dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476139 Jun 23 17:34:21.181989 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-1e22d272-de89-4238-b681-ca2867c67b4b service neutron] 10.222.0.74 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947180 Jun 23 17:34:21.282365 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-921bc50f-157a-4923-afdf-07cb3b5ff5b6 req-255f1b85-e9c0-484b-940d-1581884865ff service neutron] 10.222.0.74 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926914 Jun 23 17:34:21.553767 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ee21c-299e-4d0d-a78e-dedeba270369 req-8cb65bff-220d-46ef-adc3-ef87b0d231a1 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:21.555588 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-356ee21c-299e-4d0d-a78e-dedeba270369 req-8cb65bff-220d-46ef-adc3-ef87b0d231a1 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 943 time: 0.0823684 Jun 23 17:34:21.599240 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-356ee21c-299e-4d0d-a78e-dedeba270369 req-7963f771-63bf-4e58-a1fb-557f2ff13ee0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Jun 23 17:34:22.825076 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcf33c-566c-4b21-ba3f-b7c03d32f274 req-d6901209-3719-43c0-a093-6f77be34623c tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:22.827846 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-08dcf33c-566c-4b21-ba3f-b7c03d32f274 req-d6901209-3719-43c0-a093-6f77be34623c tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 943 time: 0.1073530 Jun 23 17:34:22.870154 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-08dcf33c-566c-4b21-ba3f-b7c03d32f274 req-7a017022-34d7-47cd-a920-66b5bde52c31 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359776 Jun 23 17:34:23.535001 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a587427e-e417-4038-a9b7-7de0997dbeb0 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:34:23.654299 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a587427e-e417-4038-a9b7-7de0997dbeb0, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a587427e-e417-4038-a9b7-7de0997dbeb0,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:23.676080 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': 'a587427e-e417-4038-a9b7-7de0997dbeb0', 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7', 'port_id': 'a587427e-e417-4038-a9b7-7de0997dbeb0', 'mac_address': 'fa:16:3e:1a:14:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:34:23.733666 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:23.755020 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a587427e-e417-4038-a9b7-7de0997dbeb0 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:34:23.786107 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a587427e-e417-4038-a9b7-7de0997dbeb0, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a587427e-e417-4038-a9b7-7de0997dbeb0,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:23.858650 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:23.860650 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:23.923079 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=a587427e-e417-4038-a9b7-7de0997dbeb0,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:23.929072 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:24.074725 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c65a9d-adc5-4abc-b958-c7bbe2d3d4db req-58582398-d76d-478f-a877-2febb2102554 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:24.076646 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-04c65a9d-adc5-4abc-b958-c7bbe2d3d4db req-58582398-d76d-478f-a877-2febb2102554 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 944 time: 0.0791051 Jun 23 17:34:24.120011 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-04c65a9d-adc5-4abc-b958-c7bbe2d3d4db req-5c4ff443-0973-4974-9122-7f3f094506ee tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372126 Jun 23 17:34:24.132865 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['a587427e-e417-4038-a9b7-7de0997dbeb0'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:34:25.334103 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf666c0-425b-4f1e-ac7f-d04874f6ecdf req-14772904-483f-430b-bc96-d10721623e2d tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:25.335903 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-adf666c0-425b-4f1e-ac7f-d04874f6ecdf req-14772904-483f-430b-bc96-d10721623e2d tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 944 time: 0.0763571 Jun 23 17:34:25.378648 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-adf666c0-425b-4f1e-ac7f-d04874f6ecdf req-4de7e9f1-0fdf-4a39-b1e4-770001e5f62a tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363731 Jun 23 17:34:25.545852 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a587427e-e417-4038-a9b7-7de0997dbeb0 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:34:25.672939 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port a587427e-e417-4038-a9b7-7de0997dbeb0 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:34:25.678019 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port a587427e-e417-4038-a9b7-7de0997dbeb0 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:34:25.678403 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:25.767356 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:25.792842 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653edb11-8b11-41ec-85d5-b18d8e7b55d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a587427e-e417-4038-a9b7-7de0997dbeb0'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:34:25.795626 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7360bdab-fbdb-4a9b-b081-75cf5bff9bed" -d '{"events": [{"server_uuid": "653edb11-8b11-41ec-85d5-b18d8e7b55d4", "name": "network-vif-plugged", "status": "completed", "tag": "a587427e-e417-4038-a9b7-7de0997dbeb0"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:34:25.809821 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port a587427e-e417-4038-a9b7-7de0997dbeb0, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a587427e-e417-4038-a9b7-7de0997dbeb0,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:25.855584 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0148d3e-8d00-4f36-8e2a-0f85ed8ff2fc x-openstack-request-id: req-d0148d3e-8d00-4f36-8e2a-0f85ed8ff2fc {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:34:25.855889 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653edb11-8b11-41ec-85d5-b18d8e7b55d4", "name": "network-vif-plugged", "status": "completed", "tag": "a587427e-e417-4038-a9b7-7de0997dbeb0", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:34:25.856156 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0148d3e-8d00-4f36-8e2a-0f85ed8ff2fc {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:34:25.856565 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653edb11-8b11-41ec-85d5-b18d8e7b55d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a587427e-e417-4038-a9b7-7de0997dbeb0', 'code': 200} Jun 23 17:34:25.896534 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:25.898508 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:25.980349 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=a587427e-e417-4038-a9b7-7de0997dbeb0,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:25.985214 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:26.265422 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14103fd4-38b7-4712-bfc0-5a9da7898227 req-23d937d9-5806-442d-9921-2488b79c3545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:26.267166 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-14103fd4-38b7-4712-bfc0-5a9da7898227 req-23d937d9-5806-442d-9921-2488b79c3545 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 1098 time: 0.0587509 Jun 23 17:34:26.309740 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-14103fd4-38b7-4712-bfc0-5a9da7898227 req-f8659f7c-9300-4534-8485-b9738e35679d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315032 Jun 23 17:34:26.589341 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9f451-e99c-4d65-a7d0-590fd1d88e17 req-54cd02f9-9686-42ec-9f92-700a466f0ada tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:26.591972 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8ea9f451-e99c-4d65-a7d0-590fd1d88e17 req-54cd02f9-9686-42ec-9f92-700a466f0ada tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 945 time: 0.0908933 Jun 23 17:34:26.641635 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8ea9f451-e99c-4d65-a7d0-590fd1d88e17 req-ce484322-f036-43c3-8aa6-10066a4f9ef6 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Jun 23 17:34:27.705460 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:34:27.832038 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae6ddd-e777-4928-b70f-2fb0e8c614df req-074691e5-49da-4858-af0d-ed5ce24de951 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:27.833653 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6aae6ddd-e777-4928-b70f-2fb0e8c614df req-074691e5-49da-4858-af0d-ed5ce24de951 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 945 time: 0.0720732 Jun 23 17:34:27.876585 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6aae6ddd-e777-4928-b70f-2fb0e8c614df req-6a820d8f-50f4-4f84-8cd9-2adb4e1dd503 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366340 Jun 23 17:34:32.379204 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:34.919368 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128942b3-5377-46e9-b9c9-323f386e0351 req-6e3630fd-2d43-4bfe-8b08-544dd99ea8f7 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:34.921688 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-6e3630fd-2d43-4bfe-8b08-544dd99ea8f7 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/networks?id=a6f7120e-9eb1-4178-9928-957e4524dce7 HTTP/1.1" status: 200 len: 815 time: 0.1072807 Jun 23 17:34:34.942147 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-79e8066c-6da7-44b3-8067-3396f72653d8 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/quotas/c301dd91e04941f489a9de6c0b5a438a HTTP/1.1" status: 200 len: 375 time: 0.0137136 Jun 23 17:34:35.013133 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-4ab8216e-e51e-4e0d-850d-c4beac0af48b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653262 Jun 23 17:34:35.113356 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-ca64486d-a20a-47fa-819a-0f1e4d0279af service neutron] 10.222.0.49 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929353 Jun 23 17:34:35.208949 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-87ef40f2-5caa-4759-bcfb-3bdb4b0c1a91 service neutron] 10.222.0.49 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895660 Jun 23 17:34:35.255460 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-66c955e7-1da5-44f3-a682-2ed2aa2b04ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:35.503832 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-9d83c732-0c0d-4c56-9d2b-d6cb0a253cb3 req-0e9017bf-29cc-4dc0-96bb-566394a0a6ef tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0412092 Jun 23 17:34:36.227308 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:36.665109 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ab1af334-8c60-4951-ae26-3e89b1609c53 req-30a7ebda-11fd-4dd8-bde8-6240ee5ff795 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0349720 Jun 23 17:34:37.659447 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-614c1fbf-aeb4-4311-9c1c-b08a53f82fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:37.678668 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128942b3-5377-46e9-b9c9-323f386e0351 req-01bb927d-8275-44d6-938d-ac4a2c449ae8 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:37.680383 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-01bb927d-8275-44d6-938d-ac4a2c449ae8 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "GET /v2.0/networks?id=a6f7120e-9eb1-4178-9928-957e4524dce7 HTTP/1.1" status: 200 len: 815 time: 0.1101570 Jun 23 17:34:37.694735 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-128942b3-5377-46e9-b9c9-323f386e0351 req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Request body: {'port': {'device_id': 'a09feaed-65d7-4664-a0cd-4b1be195f5e0', 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7', 'admin_state_up': True, 'tenant_id': 'c301dd91e04941f489a9de6c0b5a438a'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:34:37.853811 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-93c70155-bfc4-437a-88fb-34d313e6dc36 req-71d50e4a-f579-4efd-b4a6-a49ff44aab67 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0651693 Jun 23 17:34:37.987922 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128942b3-5377-46e9-b9c9-323f386e0351 req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Made reservation on behalf of c301dd91e04941f489a9de6c0b5a438a for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:34:37.993698 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-128942b3-5377-46e9-b9c9-323f386e0351 req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:38.148211 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-128942b3-5377-46e9-b9c9-323f386e0351 req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Allocated IP 172.20.0.10 (a6f7120e-9eb1-4178-9928-957e4524dce7/587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4/1065b3b7-1d95-445e-ac08-42a67a8e13d4) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:34:38.325747 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-128942b3-5377-46e9-b9c9-323f386e0351 req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:38.741918 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-128942b3-5377-46e9-b9c9-323f386e0351 req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24460199'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:38.747434 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-74639217-ed71-40e6-ba79-d6e477b0522b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:38.755602 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['ae0fea3b-cc1c-4804-804f-8382d0763d45', 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8', 'a587427e-e417-4038-a9b7-7de0997dbeb0'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:34:38.791865 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128942b3-5377-46e9-b9c9-323f386e0351 req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Network a6f7120e-9eb1-4178-9928-957e4524dce7 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:34:38.795596 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-128942b3-5377-46e9-b9c9-323f386e0351 req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:34:38.800023 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-128942b3-5377-46e9-b9c9-323f386e0351 req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:34:38.806823 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Pushing event updated for resources: {'Port': ['ID=1065b3b7-1d95-445e-ac08-42a67a8e13d4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:38.834747 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:38.835166 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:38.835517 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:38.835864 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:38.836215 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:38.836562 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:38.836915 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:38.837262 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:38.837597 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:38.837949 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:38.838327 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:38.838629 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:38.844115 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:38.865156 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128942b3-5377-46e9-b9c9-323f386e0351 req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:38.865795 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-128942b3-5377-46e9-b9c9-323f386e0351 req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:38.968757 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-3d350101-9406-4e1e-828a-6bc5ec8bdc37 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2780929 Jun 23 17:34:38.998045 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Request body: {'port': {'device_id': 'a09feaed-65d7-4664-a0cd-4b1be195f5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:34:39.180534 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1c8cc-cb0c-4b62-a515-a0fc66ef1179 req-a5e46798-d37d-4ce0-8bb2-30eb386a4a8c tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:39.183093 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-84c1c8cc-cb0c-4b62-a515-a0fc66ef1179 req-a5e46798-d37d-4ce0-8bb2-30eb386a4a8c tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 932 time: 0.2094929 Jun 23 17:34:39.189320 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:39.271158 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-84c1c8cc-cb0c-4b62-a515-a0fc66ef1179 req-350d6d25-9911-4d91-b742-9107550b4fe7 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786788 Jun 23 17:34:39.350198 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:39.520507 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1065b3b7-1d95-445e-ac08-42a67a8e13d4 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:34:39.540383 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:39.541395 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Transition to ACTIVE for port object 1065b3b7-1d95-445e-ac08-42a67a8e13d4 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:34:39.635528 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:39.637883 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0262842e-ddc6-4464-924d-00ebdf08bdb9 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:39.696735 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Pushing event updated for resources: {'Port': ['ID=1065b3b7-1d95-445e-ac08-42a67a8e13d4,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:39.700229 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:39.784357 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Attempting to bind port 1065b3b7-1d95-445e-ac08-42a67a8e13d4 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:34:39.785218 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Attempting to bind port 1065b3b7-1d95-445e-ac08-42a67a8e13d4 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:34:39.785218 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Attempting to bind port 1065b3b7-1d95-445e-ac08-42a67a8e13d4 on network a6f7120e-9eb1-4178-9928-957e4524dce7 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:34:39.790109 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Port 1065b3b7-1d95-445e-ac08-42a67a8e13d4 on network a6f7120e-9eb1-4178-9928-957e4524dce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:34:39.790475 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Attempting to bind port 1065b3b7-1d95-445e-ac08-42a67a8e13d4 on network a6f7120e-9eb1-4178-9928-957e4524dce7 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:34:39.796384 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:34:39.796706 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Checking segment: {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:34:39.797089 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Bound using segment: {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:34:39.797519 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Bound port: 1065b3b7-1d95-445e-ac08-42a67a8e13d4, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3281c1-4fd9-4477-b504-b11954b1cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:34:39.797862 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:39.870502 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] For port 1065b3b7-1d95-445e-ac08-42a67a8e13d4, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:34:39.874223 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] For port 1065b3b7-1d95-445e-ac08-42a67a8e13d4, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1065b3b7-1d95-445e-ac08-42a67a8e13d4,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:34:39.976230 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:39.978518 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-91ed353a-aed8-452d-846b-a32d866eb115 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:40.014241 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:40.014893 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:40.016372 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] 10.222.0.74 "PUT /v2.0/ports/1065b3b7-1d95-445e-ac08-42a67a8e13d4 HTTP/1.1" status: 200 len: 1094 time: 1.0279951 Jun 23 17:34:40.016957 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09feaed-65d7-4664-a0cd-4b1be195f5e0', 'tag': '1065b3b7-1d95-445e-ac08-42a67a8e13d4'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:34:40.019464 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63248adf-7e4e-43c6-a753-d114a419b6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a09feaed-65d7-4664-a0cd-4b1be195f5e0", "tag": "1065b3b7-1d95-445e-ac08-42a67a8e13d4"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:34:40.047905 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Pushing event updated for resources: {'Port': ['ID=1065b3b7-1d95-445e-ac08-42a67a8e13d4,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:40.051576 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-525dc2a1-6568-4f66-a465-d4865ee0a58d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:40.088214 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18105536-7a64-45a1-a33c-79dcecd0cb24 x-openstack-request-id: req-18105536-7a64-45a1-a33c-79dcecd0cb24 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:34:40.088544 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09feaed-65d7-4664-a0cd-4b1be195f5e0", "tag": "1065b3b7-1d95-445e-ac08-42a67a8e13d4", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:34:40.088981 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18105536-7a64-45a1-a33c-79dcecd0cb24 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:34:40.089440 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09feaed-65d7-4664-a0cd-4b1be195f5e0', 'tag': '1065b3b7-1d95-445e-ac08-42a67a8e13d4', 'status': 'completed', 'code': 200} Jun 23 17:34:40.172093 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248adf-7e4e-43c6-a753-d114a419b6c0 req-28fd5cb1-5f06-408f-b028-002f3417bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:40.173729 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-63248adf-7e4e-43c6-a753-d114a419b6c0 req-28fd5cb1-5f06-408f-b028-002f3417bd35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0612571 Jun 23 17:34:40.296902 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248adf-7e4e-43c6-a753-d114a419b6c0 req-25a257f4-dcb5-4dea-b74b-12add066acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:40.299109 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-63248adf-7e4e-43c6-a753-d114a419b6c0 req-25a257f4-dcb5-4dea-b74b-12add066acd4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c301dd91e04941f489a9de6c0b5a438a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1174705 Jun 23 17:34:40.428841 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248adf-7e4e-43c6-a753-d114a419b6c0 req-f8181e5d-fec7-4059-bce3-46a25371d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:40.430393 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-63248adf-7e4e-43c6-a753-d114a419b6c0 req-f8181e5d-fec7-4059-bce3-46a25371d9b4 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1247377 Jun 23 17:34:40.503547 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caf3ba-a3d5-42a7-8c6f-f89d4ca8a77b req-eb7ab6d2-3194-4d65-9f01-fe8b0dfd2879 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:40.505608 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e0caf3ba-a3d5-42a7-8c6f-f89d4ca8a77b req-eb7ab6d2-3194-4d65-9f01-fe8b0dfd2879 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 944 time: 0.0946472 Jun 23 17:34:40.574004 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e0caf3ba-a3d5-42a7-8c6f-f89d4ca8a77b req-3b9e252d-d922-4886-bab2-ecf0fb0c3d0a tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462012 Jun 23 17:34:40.586659 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128942b3-5377-46e9-b9c9-323f386e0351 req-e533fedd-b2a8-4815-9fe9-e4123568c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:40.589028 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-e533fedd-b2a8-4815-9fe9-e4123568c394 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 1097 time: 0.1061006 Jun 23 17:34:40.657968 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-9a6a7976-aa3a-44d4-85f3-3d8920c80a98 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1065b3b7-1d95-445e-ac08-42a67a8e13d4 HTTP/1.1" status: 200 len: 217 time: 0.0584643 Jun 23 17:34:40.704751 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:40.716068 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128942b3-5377-46e9-b9c9-323f386e0351 req-c57c0337-ae8e-4b85-9335-081d3a157e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:40.717595 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-c57c0337-ae8e-4b85-9335-081d3a157e72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4 HTTP/1.1" status: 200 len: 855 time: 0.0525410 Jun 23 17:34:40.754689 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-d34de27e-3e5f-4a5b-a5e4-0c5c339e4f1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a6f7120e-9eb1-4178-9928-957e4524dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292206 Jun 23 17:34:40.866272 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-323191cf-3ae0-4e53-b376-cef12fe9951e service neutron] 10.222.0.74 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028199 Jun 23 17:34:40.967180 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-128942b3-5377-46e9-b9c9-323f386e0351 req-892f2a88-4e6b-42e3-a431-70965cc0aeaf service neutron] 10.222.0.74 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923896 Jun 23 17:34:41.767274 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971928b-8334-4f53-bac3-6c84e39fbe1b req-3fdbb96a-a60a-4693-a531-a55a7b8526de tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:41.768889 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5971928b-8334-4f53-bac3-6c84e39fbe1b req-3fdbb96a-a60a-4693-a531-a55a7b8526de tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 944 time: 0.0734248 Jun 23 17:34:41.809811 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5971928b-8334-4f53-bac3-6c84e39fbe1b req-c7146347-6156-4c41-9a11-0b14eaa02177 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349755 Jun 23 17:34:43.014255 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cf0be-2a81-4aa5-969b-b942d46d6297 req-8ae5e17d-9336-482c-bf02-f2dda85338d0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:43.017084 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a5cf0be-2a81-4aa5-969b-b942d46d6297 req-8ae5e17d-9336-482c-bf02-f2dda85338d0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 944 time: 0.0771580 Jun 23 17:34:43.065380 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a5cf0be-2a81-4aa5-969b-b942d46d6297 req-cafc45ed-bb8d-4272-9214-8304cb7e785e tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 Jun 23 17:34:43.692932 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 1065b3b7-1d95-445e-ac08-42a67a8e13d4 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:34:43.798072 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 1065b3b7-1d95-445e-ac08-42a67a8e13d4, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1065b3b7-1d95-445e-ac08-42a67a8e13d4,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:43.810465 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '1065b3b7-1d95-445e-ac08-42a67a8e13d4', 'network_id': 'a6f7120e-9eb1-4178-9928-957e4524dce7', 'port_id': '1065b3b7-1d95-445e-ac08-42a67a8e13d4', 'mac_address': 'fa:16:3e:fa:24:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:34:43.851307 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:43.865726 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1065b3b7-1d95-445e-ac08-42a67a8e13d4 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:34:43.887441 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 1065b3b7-1d95-445e-ac08-42a67a8e13d4, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1065b3b7-1d95-445e-ac08-42a67a8e13d4,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:43.980278 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:43.982417 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:44.036571 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=1065b3b7-1d95-445e-ac08-42a67a8e13d4,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:44.040051 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:44.271976 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['1065b3b7-1d95-445e-ac08-42a67a8e13d4'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:34:44.278456 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceef1ac-1405-4c35-bb84-be204425e1f2 req-19b3b14e-3356-4096-b6a0-71cd9c71efef tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:44.281280 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fceef1ac-1405-4c35-bb84-be204425e1f2 req-19b3b14e-3356-4096-b6a0-71cd9c71efef tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0826631 Jun 23 17:34:44.341094 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-fceef1ac-1405-4c35-bb84-be204425e1f2 req-01588cc2-7a3e-4745-a64d-a1f84c8947d3 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523298 Jun 23 17:34:45.536258 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e9c5-83fc-4597-bf0b-1ee153a873cd req-48fa5001-0a72-43c2-82f7-406a2086baae tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:45.537877 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-aad7e9c5-83fc-4597-bf0b-1ee153a873cd req-48fa5001-0a72-43c2-82f7-406a2086baae tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0736709 Jun 23 17:34:45.580176 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-aad7e9c5-83fc-4597-bf0b-1ee153a873cd req-6f100d5d-6ed0-44e6-9e4e-4a89a8717eee tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362165 Jun 23 17:34:45.708045 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 1065b3b7-1d95-445e-ac08-42a67a8e13d4 up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:34:45.841471 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 1065b3b7-1d95-445e-ac08-42a67a8e13d4 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:34:45.846833 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 1065b3b7-1d95-445e-ac08-42a67a8e13d4 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:34:45.847424 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:45.939391 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:45.964863 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09feaed-65d7-4664-a0cd-4b1be195f5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065b3b7-1d95-445e-ac08-42a67a8e13d4'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:34:45.967102 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d074d7-1ee3-4154-b0b2-525bf1540487" -d '{"events": [{"server_uuid": "a09feaed-65d7-4664-a0cd-4b1be195f5e0", "name": "network-vif-plugged", "status": "completed", "tag": "1065b3b7-1d95-445e-ac08-42a67a8e13d4"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:34:45.988527 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 1065b3b7-1d95-445e-ac08-42a67a8e13d4, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1065b3b7-1d95-445e-ac08-42a67a8e13d4,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:46.006259 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938138fe-cdf0-433e-8d84-36675fcacab8 x-openstack-request-id: req-938138fe-cdf0-433e-8d84-36675fcacab8 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:34:46.006618 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09feaed-65d7-4664-a0cd-4b1be195f5e0", "name": "network-vif-plugged", "status": "completed", "tag": "1065b3b7-1d95-445e-ac08-42a67a8e13d4", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:34:46.006924 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-938138fe-cdf0-433e-8d84-36675fcacab8 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:34:46.007411 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09feaed-65d7-4664-a0cd-4b1be195f5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065b3b7-1d95-445e-ac08-42a67a8e13d4', 'code': 200} Jun 23 17:34:46.058677 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:46.060823 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-390b7923-6365-4d0e-a8d9-a48debe26c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:46.114396 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=1065b3b7-1d95-445e-ac08-42a67a8e13d4,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:46.117582 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:46.391325 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b47b3b-34b3-4eda-a4b6-dbdcb681d0bc req-83167d4c-68e4-42d0-90a0-ed4b9a29cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:46.392851 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-76b47b3b-34b3-4eda-a4b6-dbdcb681d0bc req-83167d4c-68e4-42d0-90a0-ed4b9a29cd04 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 1099 time: 0.0555050 Jun 23 17:34:46.433755 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-76b47b3b-34b3-4eda-a4b6-dbdcb681d0bc req-4fe5c54c-e2b3-4ce3-8808-f387623200f0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Jun 23 17:34:46.767181 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921b4c7-a80e-4893-95e6-c553265307f9 req-acc27eb5-6dc1-4e93-81db-f8de2474b05c tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:46.768797 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2921b4c7-a80e-4893-95e6-c553265307f9 req-acc27eb5-6dc1-4e93-81db-f8de2474b05c tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 946 time: 0.0722978 Jun 23 17:34:46.809997 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2921b4c7-a80e-4893-95e6-c553265307f9 req-d231e319-6d51-4392-8575-6415bd4edc22 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350227 Jun 23 17:34:48.040120 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53247ed-f3b1-48ef-9cbd-5d343455b514 req-6c4fa643-3e60-40f9-8b3c-e0c2c425544e tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:48.042757 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b53247ed-f3b1-48ef-9cbd-5d343455b514 req-6c4fa643-3e60-40f9-8b3c-e0c2c425544e tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 946 time: 0.1076050 Jun 23 17:34:48.085688 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b53247ed-f3b1-48ef-9cbd-5d343455b514 req-aa0af726-1a13-4b9c-8de2-6201235b24df tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359354 Jun 23 17:34:56.575784 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fa674-507d-45f4-ab33-8f495d427db1 req-dbaed3fb-02f3-4065-a470-ad41959454f7 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:56.636989 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a20fa674-507d-45f4-ab33-8f495d427db1 req-dbaed3fb-02f3-4065-a470-ad41959454f7 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 946 time: 0.0714080 Jun 23 17:34:56.636989 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a20fa674-507d-45f4-ab33-8f495d427db1 req-987e2779-f212-4e88-b854-5a067cf93b79 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381014 Jun 23 17:34:57.969576 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e3e25-85c3-48d4-97ce-c4ee75a0041c req-635c1237-fc7e-4418-8bb6-cda2ebde9d71 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:57.971180 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4b2e3e25-85c3-48d4-97ce-c4ee75a0041c req-635c1237-fc7e-4418-8bb6-cda2ebde9d71 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 946 time: 0.0709810 Jun 23 17:34:58.011693 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4b2e3e25-85c3-48d4-97ce-c4ee75a0041c req-83075d38-eade-4a01-bfed-d982219b4868 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346663 Jun 23 17:34:58.370976 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687b738-a424-472a-ac3a-d1e763086a0f req-2bb47f03-7d27-415c-a8dd-f51f010e5142 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:34:58.373070 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1687b738-a424-472a-ac3a-d1e763086a0f req-2bb47f03-7d27-415c-a8dd-f51f010e5142 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 946 time: 0.0764551 Jun 23 17:34:58.515379 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-1687b738-a424-472a-ac3a-d1e763086a0f req-148ccb8e-9869-440d-8864-a255a1f11e1b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Deleting port 1065b3b7-1d95-445e-ac08-42a67a8e13d4 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:34:58.515735 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1687b738-a424-472a-ac3a-d1e763086a0f req-148ccb8e-9869-440d-8864-a255a1f11e1b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:58.616888 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1687b738-a424-472a-ac3a-d1e763086a0f req-148ccb8e-9869-440d-8864-a255a1f11e1b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] For port 1065b3b7-1d95-445e-ac08-42a67a8e13d4, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1065b3b7-1d95-445e-ac08-42a67a8e13d4,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:58.617482 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1687b738-a424-472a-ac3a-d1e763086a0f req-148ccb8e-9869-440d-8864-a255a1f11e1b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:58.635626 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-1687b738-a424-472a-ac3a-d1e763086a0f req-148ccb8e-9869-440d-8864-a255a1f11e1b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Calling delete_port for 1065b3b7-1d95-445e-ac08-42a67a8e13d4 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:34:58.895620 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1687b738-a424-472a-ac3a-d1e763086a0f req-148ccb8e-9869-440d-8864-a255a1f11e1b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:58.899745 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-fe68f565-3342-4596-adc5-7c79a6b0c9c4 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:34:58.910099 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['ae0fea3b-cc1c-4804-804f-8382d0763d45', 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8', 'a587427e-e417-4038-a9b7-7de0997dbeb0', '1065b3b7-1d95-445e-ac08-42a67a8e13d4'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:34:58.927253 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ccb8e-9869-440d-8864-a255a1f11e1b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Pushing event deleted for resources: {'Port': ['ID=1065b3b7-1d95-445e-ac08-42a67a8e13d4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:58.931019 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-148ccb8e-9869-440d-8864-a255a1f11e1b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:34:58.980098 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1687b738-a424-472a-ac3a-d1e763086a0f req-148ccb8e-9869-440d-8864-a255a1f11e1b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] No DVR routers for this DVR port 1065b3b7-1d95-445e-ac08-42a67a8e13d4 on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:34:58.982783 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1687b738-a424-472a-ac3a-d1e763086a0f req-148ccb8e-9869-440d-8864-a255a1f11e1b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:34:58.985131 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1687b738-a424-472a-ac3a-d1e763086a0f req-148ccb8e-9869-440d-8864-a255a1f11e1b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "DELETE /v2.0/ports/1065b3b7-1d95-445e-ac08-42a67a8e13d4 HTTP/1.1" status: 204 len: 173 time: 0.6027761 Jun 23 17:34:58.985669 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09feaed-65d7-4664-a0cd-4b1be195f5e0', 'name': 'network-vif-deleted', 'tag': '1065b3b7-1d95-445e-ac08-42a67a8e13d4'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:34:58.988063 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d047afd0-e05a-4be9-bfde-e9995f0a62ca" -d '{"events": [{"server_uuid": "a09feaed-65d7-4664-a0cd-4b1be195f5e0", "name": "network-vif-deleted", "tag": "1065b3b7-1d95-445e-ac08-42a67a8e13d4"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:34:59.033046 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6975bd0-a70f-4bf3-8860-2c8ff655d13b x-openstack-request-id: req-e6975bd0-a70f-4bf3-8860-2c8ff655d13b {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:34:59.033395 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09feaed-65d7-4664-a0cd-4b1be195f5e0", "name": "network-vif-deleted", "tag": "1065b3b7-1d95-445e-ac08-42a67a8e13d4", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:34:59.033681 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6975bd0-a70f-4bf3-8860-2c8ff655d13b {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:34:59.034121 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09feaed-65d7-4664-a0cd-4b1be195f5e0', 'name': 'network-vif-deleted', 'tag': '1065b3b7-1d95-445e-ac08-42a67a8e13d4', 'status': 'completed', 'code': 200} Jun 23 17:34:59.163267 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d4671761-3d2b-4b0b-8c92-62078df7850b req-9836f495-ef65-4e72-8575-06477f7f2b22 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09feaed-65d7-4664-a0cd-4b1be195f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0340469 Jun 23 17:35:01.792335 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 1065b3b7-1d95-445e-ac08-42a67a8e13d4 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:35:01.832521 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 1065b3b7-1d95-445e-ac08-42a67a8e13d4 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:35:01.833116 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 1065b3b7-1d95-445e-ac08-42a67a8e13d4 not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:35:02.412342 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:02.557896 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22730e-badd-45f0-be52-3bd28e983900 req-5010289c-5524-4cd8-b777-9f9513faee01 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:02.559508 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5a22730e-badd-45f0-be52-3bd28e983900 req-5010289c-5524-4cd8-b777-9f9513faee01 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 945 time: 0.0660689 Jun 23 17:35:02.601774 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5a22730e-badd-45f0-be52-3bd28e983900 req-7bbe1b75-1e20-4fe1-ab2e-1fac0a664061 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361347 Jun 23 17:35:03.800045 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b59785-3abf-448e-a7c5-cbcb883799a0 req-c5f038d2-9772-442f-af7f-e4cb75fcf090 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:03.801650 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b9b59785-3abf-448e-a7c5-cbcb883799a0 req-c5f038d2-9772-442f-af7f-e4cb75fcf090 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 945 time: 0.0710113 Jun 23 17:35:03.844169 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b9b59785-3abf-448e-a7c5-cbcb883799a0 req-1443f2f1-1d70-4b3b-854a-9202a3b8dcb0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359948 Jun 23 17:35:04.311409 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332e851-7236-41d1-99b7-3ff50bd4a321 req-0bda226c-7ce1-435c-ae07-9e98a181b290 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:04.313680 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7332e851-7236-41d1-99b7-3ff50bd4a321 req-0bda226c-7ce1-435c-ae07-9e98a181b290 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 945 time: 0.0687606 Jun 23 17:35:04.432360 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-7332e851-7236-41d1-99b7-3ff50bd4a321 req-ded4d773-feee-4d78-b18f-b142736c6c6b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Deleting port a587427e-e417-4038-a9b7-7de0997dbeb0 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:04.432693 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7332e851-7236-41d1-99b7-3ff50bd4a321 req-ded4d773-feee-4d78-b18f-b142736c6c6b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:04.545846 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-7332e851-7236-41d1-99b7-3ff50bd4a321 req-ded4d773-feee-4d78-b18f-b142736c6c6b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] For port a587427e-e417-4038-a9b7-7de0997dbeb0, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=a587427e-e417-4038-a9b7-7de0997dbeb0,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:35:04.546411 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7332e851-7236-41d1-99b7-3ff50bd4a321 req-ded4d773-feee-4d78-b18f-b142736c6c6b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:04.570058 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-7332e851-7236-41d1-99b7-3ff50bd4a321 req-ded4d773-feee-4d78-b18f-b142736c6c6b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Calling delete_port for a587427e-e417-4038-a9b7-7de0997dbeb0 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:04.704711 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:35:04.949736 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7332e851-7236-41d1-99b7-3ff50bd4a321 req-ded4d773-feee-4d78-b18f-b142736c6c6b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:04.956072 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-72e5218c-e5d9-40c7-a6be-c32b5fe4bd2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:04.966654 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['ae0fea3b-cc1c-4804-804f-8382d0763d45', 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8', 'a587427e-e417-4038-a9b7-7de0997dbeb0'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:35:05.002926 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4d773-feee-4d78-b18f-b142736c6c6b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Pushing event deleted for resources: {'Port': ['ID=a587427e-e417-4038-a9b7-7de0997dbeb0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:05.016923 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ded4d773-feee-4d78-b18f-b142736c6c6b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:05.052931 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1000225-8e99-438b-be3c-685221fe33e3 req-fc1f40eb-371e-4d61-a27c-fb0a66938548 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 210 time: 0.0533960 Jun 23 17:35:05.117079 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7332e851-7236-41d1-99b7-3ff50bd4a321 req-ded4d773-feee-4d78-b18f-b142736c6c6b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] No DVR routers for this DVR port a587427e-e417-4038-a9b7-7de0997dbeb0 on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:35:05.125874 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-7332e851-7236-41d1-99b7-3ff50bd4a321 req-ded4d773-feee-4d78-b18f-b142736c6c6b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:05.125874 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7332e851-7236-41d1-99b7-3ff50bd4a321 req-ded4d773-feee-4d78-b18f-b142736c6c6b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "DELETE /v2.0/ports/a587427e-e417-4038-a9b7-7de0997dbeb0 HTTP/1.1" status: 204 len: 173 time: 0.8045180 Jun 23 17:35:05.125874 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653edb11-8b11-41ec-85d5-b18d8e7b55d4', 'name': 'network-vif-deleted', 'tag': 'a587427e-e417-4038-a9b7-7de0997dbeb0'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:35:05.128705 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec2c25-ab9d-464a-9927-6d1d9d658f2e" -d '{"events": [{"server_uuid": "653edb11-8b11-41ec-85d5-b18d8e7b55d4", "name": "network-vif-deleted", "tag": "a587427e-e417-4038-a9b7-7de0997dbeb0"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:35:05.196684 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4de74d-5ce5-4f92-852d-de1168009a1e x-openstack-request-id: req-0b4de74d-5ce5-4f92-852d-de1168009a1e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:35:05.197057 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653edb11-8b11-41ec-85d5-b18d8e7b55d4", "name": "network-vif-deleted", "tag": "a587427e-e417-4038-a9b7-7de0997dbeb0", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:35:05.197464 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b4de74d-5ce5-4f92-852d-de1168009a1e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:35:05.197996 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653edb11-8b11-41ec-85d5-b18d8e7b55d4', 'name': 'network-vif-deleted', 'tag': 'a587427e-e417-4038-a9b7-7de0997dbeb0', 'status': 'completed', 'code': 200} Jun 23 17:35:05.226436 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-201801df-efeb-4e90-82ed-35f6b5ac063e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:06.257736 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a2bbd920-8e4b-41cd-9a2f-cddcf0e83945 req-d525098d-07e7-4057-8460-25b780d4ee85 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=653edb11-8b11-41ec-85d5-b18d8e7b55d4 HTTP/1.1" status: 200 len: 210 time: 0.0466018 Jun 23 17:35:06.282559 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:07.712984 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6de3e355-a6c1-4f6b-871f-ab913ab17f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:07.839250 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a587427e-e417-4038-a9b7-7de0997dbeb0 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:35:07.861000 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: a587427e-e417-4038-a9b7-7de0997dbeb0 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:35:07.861356 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device a587427e-e417-4038-a9b7-7de0997dbeb0 not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:35:08.153746 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc16bdb-0c96-4eff-a0d0-fb81a64f644f req-cf7f3c80-1b88-4e09-ab78-47ceeedd6af8 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:08.155371 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1bc16bdb-0c96-4eff-a0d0-fb81a64f644f req-cf7f3c80-1b88-4e09-ab78-47ceeedd6af8 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 945 time: 0.0695345 Jun 23 17:35:08.200924 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1bc16bdb-0c96-4eff-a0d0-fb81a64f644f req-150a0a09-7d4a-4d7a-8dac-51c73101861a tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Jun 23 17:35:09.310214 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:09.374485 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1bdd1b21-8b23-49fc-9948-16382d466636 req-44553cc9-e7be-4723-ae4e-9191f385899f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1027193 Jun 23 17:35:09.421634 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da86ce-6f88-4dab-8909-d1473f6bde22 req-fed08f7e-6bf6-4465-99f4-a8b0a0dbdbda tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:09.423828 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a0da86ce-6f88-4dab-8909-d1473f6bde22 req-fed08f7e-6bf6-4465-99f4-a8b0a0dbdbda tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 945 time: 0.0926266 Jun 23 17:35:09.487344 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a0da86ce-6f88-4dab-8909-d1473f6bde22 req-b0e5c34e-f8d3-4f80-b3c3-2a7b02159d2f tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470355 Jun 23 17:35:09.502077 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd1b21-8b23-49fc-9948-16382d466636 req-e5c891d6-4a15-48a6-beb1-267bfa8abcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:09.505067 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1bdd1b21-8b23-49fc-9948-16382d466636 req-e5c891d6-4a15-48a6-beb1-267bfa8abcdd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c301dd91e04941f489a9de6c0b5a438a&device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 1099 time: 0.1014442 Jun 23 17:35:09.723816 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd1b21-8b23-49fc-9948-16382d466636 req-6b29a932-61b3-4e40-a9f3-f0243b9ce78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:09.725383 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1bdd1b21-8b23-49fc-9948-16382d466636 req-6b29a932-61b3-4e40-a9f3-f0243b9ce78e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a6f7120e-9eb1-4178-9928-957e4524dce7 HTTP/1.1" status: 200 len: 916 time: 0.1963882 Jun 23 17:35:09.752171 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6a39d-fbab-4049-b0b3-92c0e85b4cdf req-67a47e6b-bcc5-4166-8a50-a7d488a038cf tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:09.753619 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccd6a39d-fbab-4049-b0b3-92c0e85b4cdf req-67a47e6b-bcc5-4166-8a50-a7d488a038cf tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 945 time: 0.1463454 Jun 23 17:35:09.791887 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1bdd1b21-8b23-49fc-9948-16382d466636 req-aced9bf2-70cf-4c03-ad7b-87fa1731f1d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae0fea3b-cc1c-4804-804f-8382d0763d45 HTTP/1.1" status: 200 len: 217 time: 0.0555117 Jun 23 17:35:09.897202 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd1b21-8b23-49fc-9948-16382d466636 req-56bbb2f5-48bb-4fdf-ac10-7a63385941fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:09.898648 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1bdd1b21-8b23-49fc-9948-16382d466636 req-56bbb2f5-48bb-4fdf-ac10-7a63385941fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4 HTTP/1.1" status: 200 len: 855 time: 0.0853925 Jun 23 17:35:09.942683 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1bdd1b21-8b23-49fc-9948-16382d466636 req-4d356682-e07f-47fc-97af-5d5e54bb8b0f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a6f7120e-9eb1-4178-9928-957e4524dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322039 Jun 23 17:35:09.952755 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-ccd6a39d-fbab-4049-b0b3-92c0e85b4cdf req-f3e2cc70-1985-49fd-a07c-24c3220af498 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Deleting port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:09.953844 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccd6a39d-fbab-4049-b0b3-92c0e85b4cdf req-f3e2cc70-1985-49fd-a07c-24c3220af498 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:10.131275 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ccd6a39d-fbab-4049-b0b3-92c0e85b4cdf req-f3e2cc70-1985-49fd-a07c-24c3220af498 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] For port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:35:10.131553 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccd6a39d-fbab-4049-b0b3-92c0e85b4cdf req-f3e2cc70-1985-49fd-a07c-24c3220af498 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:10.136247 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1bdd1b21-8b23-49fc-9948-16382d466636 req-3b530540-a90b-4e3a-854a-e9d83cdf6962 service neutron] 10.222.0.74 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790385 Jun 23 17:35:10.149523 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-ccd6a39d-fbab-4049-b0b3-92c0e85b4cdf req-f3e2cc70-1985-49fd-a07c-24c3220af498 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Calling delete_port for c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:10.307012 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1bdd1b21-8b23-49fc-9948-16382d466636 req-b20e33f1-630c-46ba-b2e5-34e5a2d5ec97 service neutron] 10.222.0.74 "GET /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587172 Jun 23 17:35:10.498707 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccd6a39d-fbab-4049-b0b3-92c0e85b4cdf req-f3e2cc70-1985-49fd-a07c-24c3220af498 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:10.505886 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-01a4460c-f2d5-469c-9ca0-3d5d53836be4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:10.517386 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['ae0fea3b-cc1c-4804-804f-8382d0763d45', 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:35:10.549736 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2cc70-1985-49fd-a07c-24c3220af498 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Pushing event deleted for resources: {'Port': ['ID=c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:10.556586 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f3e2cc70-1985-49fd-a07c-24c3220af498 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:10.633031 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd6a39d-fbab-4049-b0b3-92c0e85b4cdf req-f3e2cc70-1985-49fd-a07c-24c3220af498 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] No DVR routers for this DVR port c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:35:10.642628 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ccd6a39d-fbab-4049-b0b3-92c0e85b4cdf req-f3e2cc70-1985-49fd-a07c-24c3220af498 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:10.644640 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ccd6a39d-fbab-4049-b0b3-92c0e85b4cdf req-f3e2cc70-1985-49fd-a07c-24c3220af498 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "DELETE /v2.0/ports/c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 HTTP/1.1" status: 204 len: 173 time: 0.8607397 Jun 23 17:35:10.646421 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d04d38f-a531-4269-b1b4-790105515d4d', 'name': 'network-vif-deleted', 'tag': 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:35:10.648807 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66c81eb-68f7-4004-b883-3db74d559470" -d '{"events": [{"server_uuid": "0d04d38f-a531-4269-b1b4-790105515d4d", "name": "network-vif-deleted", "tag": "c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:35:10.669496 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e9d7a2d2-f711-45b5-9b9c-801609841cc7 req-5cd89d35-7202-4a4a-83f4-fd5660a4cc2e tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 210 time: 0.0384986 Jun 23 17:35:10.704248 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5b7e0d-dff8-4054-9fcc-a2e49b2f75e3 x-openstack-request-id: req-cb5b7e0d-dff8-4054-9fcc-a2e49b2f75e3 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:35:10.704248 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d04d38f-a531-4269-b1b4-790105515d4d", "name": "network-vif-deleted", "tag": "c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:35:10.704248 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb5b7e0d-dff8-4054-9fcc-a2e49b2f75e3 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:35:10.704248 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d04d38f-a531-4269-b1b4-790105515d4d', 'name': 'network-vif-deleted', 'tag': 'c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8', 'status': 'completed', 'code': 200} Jun 23 17:35:10.820790 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:11.846501 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b76cdc1f-db4b-4372-85f2-4373716a973e req-26caa6f7-bc86-4893-8e98-355e329acd81 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d04d38f-a531-4269-b1b4-790105515d4d HTTP/1.1" status: 200 len: 210 time: 0.0294993 Jun 23 17:35:13.869423 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:35:13.890442 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:35:13.890849 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device c89f24d2-d48b-4c5a-8b85-a2e6ec8da3a8 not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:35:15.047822 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905746-bb07-4a65-9802-a242acf6d9ca req-7abacd74-abe8-48a9-9f6a-c2e3b3b46d8a tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:15.049755 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bd905746-bb07-4a65-9802-a242acf6d9ca req-7abacd74-abe8-48a9-9f6a-c2e3b3b46d8a tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 946 time: 0.0884099 Jun 23 17:35:15.090769 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bd905746-bb07-4a65-9802-a242acf6d9ca req-8e908bd5-d54b-4dc4-a2ff-74e014171e35 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354025 Jun 23 17:35:16.286158 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8be2e-36f4-4361-8e7e-dc9196f10c11 req-32f8a226-0874-4b41-b303-d5677e2f5206 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:16.287888 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-60f8be2e-36f4-4361-8e7e-dc9196f10c11 req-32f8a226-0874-4b41-b303-d5677e2f5206 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 946 time: 0.0718393 Jun 23 17:35:16.332276 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-60f8be2e-36f4-4361-8e7e-dc9196f10c11 req-5866368f-b311-475f-8f64-b710e43f01a5 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/security-groups?id=69777d38-4bf2-4c87-a06e-990e6a366ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379527 Jun 23 17:35:16.887218 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abef9a-deaf-4385-975c-ff037325a5f9 req-9b960e82-ab3f-4d77-bd8c-e1f150329b2c tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:16.888806 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f3abef9a-deaf-4385-975c-ff037325a5f9 req-9b960e82-ab3f-4d77-bd8c-e1f150329b2c tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 946 time: 0.0652316 Jun 23 17:35:17.025055 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f3abef9a-deaf-4385-975c-ff037325a5f9 req-9b46c5ba-bdef-453d-b988-c8151b67dee0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Deleting port ae0fea3b-cc1c-4804-804f-8382d0763d45 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:17.025357 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f3abef9a-deaf-4385-975c-ff037325a5f9 req-9b46c5ba-bdef-453d-b988-c8151b67dee0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:17.160229 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f3abef9a-deaf-4385-975c-ff037325a5f9 req-9b46c5ba-bdef-453d-b988-c8151b67dee0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] For port ae0fea3b-cc1c-4804-804f-8382d0763d45, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ae0fea3b-cc1c-4804-804f-8382d0763d45,segment=NetworkSegment(cc3281c1-4fd9-4477-b504-b11954b1cfd8),segment_id=cc3281c1-4fd9-4477-b504-b11954b1cfd8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:35:17.160824 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f3abef9a-deaf-4385-975c-ff037325a5f9 req-9b46c5ba-bdef-453d-b988-c8151b67dee0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:17.181534 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f3abef9a-deaf-4385-975c-ff037325a5f9 req-9b46c5ba-bdef-453d-b988-c8151b67dee0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Calling delete_port for ae0fea3b-cc1c-4804-804f-8382d0763d45 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:17.455129 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f3abef9a-deaf-4385-975c-ff037325a5f9 req-9b46c5ba-bdef-453d-b988-c8151b67dee0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:17.460940 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-da3533f6-a325-4386-9fed-87ac670c2738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:17.473399 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['ae0fea3b-cc1c-4804-804f-8382d0763d45'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:35:17.505092 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46c5ba-bdef-453d-b988-c8151b67dee0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Pushing event deleted for resources: {'Port': ['ID=ae0fea3b-cc1c-4804-804f-8382d0763d45,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:17.520056 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9b46c5ba-bdef-453d-b988-c8151b67dee0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:17.563980 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e81bcb70-6537-46f1-8a05-ad5a86c88f46 req-7d4152cf-0370-48d9-870a-6de42b4fb07e tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.49 "GET /v2.0/ports?device_id=80bd1880-881d-4cbb-8872-acd920f513f6 HTTP/1.1" status: 200 len: 210 time: 0.0611210 Jun 23 17:35:17.586525 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3abef9a-deaf-4385-975c-ff037325a5f9 req-9b46c5ba-bdef-453d-b988-c8151b67dee0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] No DVR routers for this DVR port ae0fea3b-cc1c-4804-804f-8382d0763d45 on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:35:17.589493 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f3abef9a-deaf-4385-975c-ff037325a5f9 req-9b46c5ba-bdef-453d-b988-c8151b67dee0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:17.591727 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f3abef9a-deaf-4385-975c-ff037325a5f9 req-9b46c5ba-bdef-453d-b988-c8151b67dee0 tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] 10.222.0.74 "DELETE /v2.0/ports/ae0fea3b-cc1c-4804-804f-8382d0763d45 HTTP/1.1" status: 204 len: 173 time: 0.6944892 Jun 23 17:35:17.592246 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bd1880-881d-4cbb-8872-acd920f513f6', 'name': 'network-vif-deleted', 'tag': 'ae0fea3b-cc1c-4804-804f-8382d0763d45'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:35:17.595235 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe81125-074e-4ac9-a980-67553a774ed6" -d '{"events": [{"server_uuid": "80bd1880-881d-4cbb-8872-acd920f513f6", "name": "network-vif-deleted", "tag": "ae0fea3b-cc1c-4804-804f-8382d0763d45"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:35:17.633699 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed96704e-21f7-4ecb-b010-91155fd23959 x-openstack-request-id: req-ed96704e-21f7-4ecb-b010-91155fd23959 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:35:17.634188 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bd1880-881d-4cbb-8872-acd920f513f6", "name": "network-vif-deleted", "tag": "ae0fea3b-cc1c-4804-804f-8382d0763d45", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:35:17.634655 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed96704e-21f7-4ecb-b010-91155fd23959 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:35:17.635295 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bd1880-881d-4cbb-8872-acd920f513f6', 'name': 'network-vif-deleted', 'tag': 'ae0fea3b-cc1c-4804-804f-8382d0763d45', 'status': 'completed', 'code': 200} Jun 23 17:35:18.738335 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35712) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:18.787791 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f79b6e-4e74-43d7-a031-b78244bf8cdb admin admin] Deleting subnet 587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:35:18.791300 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41f79b6e-4e74-43d7-a031-b78244bf8cdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:18.833462 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41f79b6e-4e74-43d7-a031-b78244bf8cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30134377'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:18.876271 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41f79b6e-4e74-43d7-a031-b78244bf8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:19.027066 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41f79b6e-4e74-43d7-a031-b78244bf8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24460276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24383289'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:19.029832 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-886b0128-3fa6-417d-be20-9bb168504db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:19.055104 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f79b6e-4e74-43d7-a031-b78244bf8cdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:19.059080 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-41f79b6e-4e74-43d7-a031-b78244bf8cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:19.061862 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41f79b6e-4e74-43d7-a031-b78244bf8cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:19.063895 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-41f79b6e-4e74-43d7-a031-b78244bf8cdb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/587e5c0d-ca83-4dc8-94f0-2451a2c8ddd4 HTTP/1.1" status: 204 len: 168 time: 0.3243713 Jun 23 17:35:19.066899 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35714) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:19.152814 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:19.236867 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:19.247903 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.services.segments.db [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f7120e-9eb1-4178-9928-957e4524dce7']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:19.259085 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.services.segments.db [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3281c1-4fd9-4477-b504-b11954b1cfd8') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:19.259442 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.services.segments.db [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3281c1-4fd9-4477-b504-b11954b1cfd8') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:19.270757 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30134390'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:19.285590 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:19.292811 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:35:19.293279 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24460137'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: Traceback (most recent call last): Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: timer() Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: cb(*args, **kw) Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: return func(*args, **kwargs) Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: self._notify() Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: self.callback(batched_events) Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: event.method(event) Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: return f(self, *a, **k) Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: return self._get(url).json() Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: return self.request(url, 'GET', **kwargs) Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:35:19.295461 dv-cinder-788253-3-smb neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:35:19.415068 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:19.419711 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:19.428319 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:19.428319 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] 10.222.0.49 "DELETE /v2.0/networks/a6f7120e-9eb1-4178-9928-957e4524dce7 HTTP/1.1" status: 204 len: 168 time: 0.3580735 Jun 23 17:35:19.440506 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f7120e-9eb1-4178-9928-957e4524dce7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:19.443603 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-175e17bd-989c-4562-95bb-cdd318071c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:19.869568 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35718) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:19.913897 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-14708de5-1b33-4427-b5f6-650d64421895 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c301dd91e04941f489a9de6c0b5a438a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430391 Jun 23 17:35:19.916590 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35720) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:19.921999 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device ae0fea3b-cc1c-4804-804f-8382d0763d45 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:35:19.944544 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: ae0fea3b-cc1c-4804-804f-8382d0763d45 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:35:19.944908 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device ae0fea3b-cc1c-4804-804f-8382d0763d45 not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:35:19.974921 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62725b64-001f-4f55-a91a-67d32cf9fe1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:19.998524 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62725b64-001f-4f55-a91a-67d32cf9fe1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:20.163467 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62725b64-001f-4f55-a91a-67d32cf9fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:20.166029 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62725b64-001f-4f55-a91a-67d32cf9fe1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:20.167280 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-62725b64-001f-4f55-a91a-67d32cf9fe1f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69777d38-4bf2-4c87-a06e-990e6a366ac5 HTTP/1.1" status: 204 len: 168 time: 0.2496927 Jun 23 17:35:20.168087 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0653cc55-9b0e-4b24-85d0-3fc775e424e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:20.176479 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62725b64-001f-4f55-a91a-67d32cf9fe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69777d38-4bf2-4c87-a06e-990e6a366ac5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:20.179861 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-62725b64-001f-4f55-a91a-67d32cf9fe1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:28.105747 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35794) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:28.228817 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05be7d71-ed4c-46f9-8f9c-2e763b447547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:28.329613 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05be7d71-ed4c-46f9-8f9c-2e763b447547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:28.414659 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-05be7d71-ed4c-46f9-8f9c-2e763b447547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:28.417776 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-66cda880-6be4-408d-84b4-d1ecf2600483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:28.458465 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-05be7d71-ed4c-46f9-8f9c-2e763b447547 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05a58aea62cb4120923383174e9e7923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515718 Jun 23 17:35:28.459470 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be7d71-ed4c-46f9-8f9c-2e763b447547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecb9fa1-a3c1-4cb1-a739-586d87a85399,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:28.461575 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35798) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:28.472662 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-05be7d71-ed4c-46f9-8f9c-2e763b447547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:28.518212 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:28.541962 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:28.691919 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:28.694804 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:28.696229 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ecb9fa1-a3c1-4cb1-a739-586d87a85399 HTTP/1.1" status: 204 len: 168 time: 0.2335043 Jun 23 17:35:28.697175 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-d2333ce5-dc34-4cba-b776-230745924bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:28.707953 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecb9fa1-a3c1-4cb1-a739-586d87a85399,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:28.717954 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:28.718258 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:28.718646 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:28.719059 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:28.719475 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:28.719821 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:28.720294 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:28.720822 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:28.721203 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:28.721570 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:28.721941 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:28.722317 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:28.727201 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-4e75f0f2-ab2f-4bf6-a8ad-63e372b421f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:29.420619 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35806) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:29.440313 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7412616-8800-41b3-b7cd-ea494f3bf7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:29.560341 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7412616-8800-41b3-b7cd-ea494f3bf7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:29.694597 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f7412616-8800-41b3-b7cd-ea494f3bf7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:29.697433 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-e26dca53-dee9-4a41-b70e-8195f82569e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:29.738182 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-f7412616-8800-41b3-b7cd-ea494f3bf7a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48a1dae4caf54a839890f439433223cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153481 Jun 23 17:35:29.745643 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7412616-8800-41b3-b7cd-ea494f3bf7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebc5e26-6e6a-4056-9b2d-c44908552353,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:29.745868 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35808) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:29.746622 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-f7412616-8800-41b3-b7cd-ea494f3bf7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:29.815037 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f96d68b-8757-4c40-a4d3-b73add9be5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:29.849027 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f96d68b-8757-4c40-a4d3-b73add9be5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:29.980166 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f96d68b-8757-4c40-a4d3-b73add9be5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:29.983065 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6f96d68b-8757-4c40-a4d3-b73add9be5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:29.986126 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-6f96d68b-8757-4c40-a4d3-b73add9be5a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ebc5e26-6e6a-4056-9b2d-c44908552353 HTTP/1.1" status: 204 len: 168 time: 0.2421083 Jun 23 17:35:29.986126 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ecd93bde-9d86-40a5-8d27-4ad5248fbc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:29.994004 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96d68b-8757-4c40-a4d3-b73add9be5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebc5e26-6e6a-4056-9b2d-c44908552353,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:29.996530 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-6f96d68b-8757-4c40-a4d3-b73add9be5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:32.453195 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:33.358462 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35866) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:33.592694 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Deleting port 2a32172e-cbce-4fc9-af6b-29429bdb5aac {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:33.593139 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:33.677756 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:33.678087 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:33.691767 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Calling delete_port for 2a32172e-cbce-4fc9-af6b-29429bdb5aac owned by network:floatingip {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:33.951877 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:33.954803 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-59ede9a4-ee1b-4dc1-8d28-d1bd4f8b15be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:33.981992 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event deleted for resources: {'Port': ['ID=2a32172e-cbce-4fc9-af6b-29429bdb5aac,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:33.985605 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:34.050397 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for floatingip, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:34.050824 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.db.l3_db [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Floating IP 6007b713-6c26-4a75-aa1a-9fe9719f70d3 disassociated (deleted). External IP: 172.28.1.200, port: 786b451b-f7bc-4bc0-9021-9ae9fbee533e. Jun 23 17:35:34.563228 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Router 51823886-d6d9-42ba-b26e-cae146fe4d87 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:35:34.678623 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:35:34.684823 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:34.690926 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39d13a5-1877-4e0d-94cc-6bc2a734c306 None None] Sync routers for ids ['51823886-d6d9-42ba-b26e-cae146fe4d87'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:35:34.702327 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39d13a5-1877-4e0d-94cc-6bc2a734c306 None None] Routers {'51823886-d6d9-42ba-b26e-cae146fe4d87'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:35:34.703143 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e39d13a5-1877-4e0d-94cc-6bc2a734c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:35:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['51823886-d6d9-42ba-b26e-cae146fe4d87'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:34.731478 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-5489c510-2401-447e-8833-83e198c32008 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "DELETE /v2.0/floatingips/6007b713-6c26-4a75-aa1a-9fe9719f70d3 HTTP/1.1" status: 204 len: 168 time: 1.3714061 Jun 23 17:35:34.732578 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:35:34.736455 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96821e7b3fc1c3ca34718932d534275ff0ce8c1a006a36611bf262d3b0796c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3c6d8a-bb44-4bb7-90aa-e8ce00d567de" -d '{"events": [{"name": "network-changed", "server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:35:34.793849 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05e7cdc-550f-4be1-9c8e-c9aa04cb73c1 x-openstack-request-id: req-e05e7cdc-550f-4be1-9c8e-c9aa04cb73c1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:35:34.794571 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:35:34.795415 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e05e7cdc-550f-4be1-9c8e-c9aa04cb73c1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:35:34.796696 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'status': 'completed', 'code': 200} Jun 23 17:35:34.839854 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e39d13a5-1877-4e0d-94cc-6bc2a734c306 None None] Set router 51823886-d6d9-42ba-b26e-cae146fe4d87 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:35:34.902122 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c6d8a-bb44-4bb7-90aa-e8ce00d567de req-6c750568-9827-4335-a126-cec836ff16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:34.905937 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7b3c6d8a-bb44-4bb7-90aa-e8ce00d567de req-6c750568-9827-4335-a126-cec836ff16e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f811cea009c6458c9ad6b82741b4c770&device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 1098 time: 0.0851955 Jun 23 17:35:35.135813 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e39d13a5-1877-4e0d-94cc-6bc2a734c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:30:36Z', 'revision_number': 4, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '79db8855-5671-412f-a600-065cdea4362c', 'name': '', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'mac_address': 'fa:16:3e:e8:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:35Z', 'updated_at': '2021-06-23T17:30:45Z', 'revision_number': 5, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'subnets': [{'id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:35.167643 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39d13a5-1877-4e0d-94cc-6bc2a734c306 None None] Checking router: 51823886-d6d9-42ba-b26e-cae146fe4d87 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:35:35.172720 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fe054f0a-11d9-4e30-98d0-2e40b5e35f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:35.183305 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39d13a5-1877-4e0d-94cc-6bc2a734c306 None None] Routers {'51823886-d6d9-42ba-b26e-cae146fe4d87'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:35:35.184182 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e39d13a5-1877-4e0d-94cc-6bc2a734c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:35:08Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['51823886-d6d9-42ba-b26e-cae146fe4d87'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:35.414135 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-e39d13a5-1877-4e0d-94cc-6bc2a734c306 None None] Set router 51823886-d6d9-42ba-b26e-cae146fe4d87 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:35:35.417048 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c6d8a-bb44-4bb7-90aa-e8ce00d567de req-69505c84-4221-418c-b7e1-f66b72d04e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:35.419910 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7b3c6d8a-bb44-4bb7-90aa-e8ce00d567de req-69505c84-4221-418c-b7e1-f66b72d04e4f service neutron] 10.222.0.74 "GET /v2.0/networks?id=b086686d-8091-4f62-b632-2019702b3d1e HTTP/1.1" status: 200 len: 910 time: 0.5041585 Jun 23 17:35:35.496838 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7b3c6d8a-bb44-4bb7-90aa-e8ce00d567de req-152a055e-c411-422c-8c0e-b7460ddf3149 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e HTTP/1.1" status: 200 len: 217 time: 0.0689054 Jun 23 17:35:35.588910 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c6d8a-bb44-4bb7-90aa-e8ce00d567de req-9afb9683-cc47-469e-bc06-bd26b7953e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:35.590917 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7b3c6d8a-bb44-4bb7-90aa-e8ce00d567de req-9afb9683-cc47-469e-bc06-bd26b7953e0b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e971d5f-3c75-4458-96c7-aee09f3c911b HTTP/1.1" status: 200 len: 848 time: 0.0851104 Jun 23 17:35:35.619327 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1796c6-a622-46c2-973f-55f98cf74916 req-eba0d9c5-2173-4ee8-8f99-cb87fd18e04a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:35.621544 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ba1796c6-a622-46c2-973f-55f98cf74916 req-eba0d9c5-2173-4ee8-8f99-cb87fd18e04a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.1833515 Jun 23 17:35:35.702700 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ba1796c6-a622-46c2-973f-55f98cf74916 req-779f3484-c728-4886-809e-1be832de6f98 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564718 Jun 23 17:35:35.711666 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-e39d13a5-1877-4e0d-94cc-6bc2a734c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:30:36Z', 'revision_number': 4, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '79db8855-5671-412f-a600-065cdea4362c', 'name': '', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'mac_address': 'fa:16:3e:e8:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:35Z', 'updated_at': '2021-06-23T17:30:45Z', 'revision_number': 5, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'subnets': [{'id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:35.715992 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c6d8a-bb44-4bb7-90aa-e8ce00d567de req-c7fb9966-3747-4f93-9df3-365105407973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:35.718474 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7b3c6d8a-bb44-4bb7-90aa-e8ce00d567de req-c7fb9966-3747-4f93-9df3-365105407973 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b086686d-8091-4f62-b632-2019702b3d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1196649 Jun 23 17:35:35.742502 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39d13a5-1877-4e0d-94cc-6bc2a734c306 None None] The sync data for ids ['51823886-d6d9-42ba-b26e-cae146fe4d87'] in dv-cinder-788253-3-smb is: [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:30:36Z', 'revision_number': 4, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb', '_interfaces': [{'id': '79db8855-5671-412f-a600-065cdea4362c', 'name': '', 'network_id': 'b086686d-8091-4f62-b632-2019702b3d1e', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'mac_address': 'fa:16:3e:e8:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:35Z', 'updated_at': '2021-06-23T17:30:45Z', 'revision_number': 5, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'subnets': [{'id': '6e971d5f-3c75-4458-96c7-aee09f3c911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:35:35.835937 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7b3c6d8a-bb44-4bb7-90aa-e8ce00d567de req-fe887263-16bb-475d-acf4-3b9958335708 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100228 Jun 23 17:35:35.945027 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7b3c6d8a-bb44-4bb7-90aa-e8ce00d567de req-8ebc7374-1e16-4a64-8775-05ae89194c64 service neutron] 10.222.0.74 "GET /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008184 Jun 23 17:35:36.030856 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6c506-59f9-4ff8-8bce-6ba772f269a5 None None] New status for floating IP 6007b713-6c26-4a75-aa1a-9fe9719f70d3: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:35:36.297401 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:36.940016 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc971c7b-fa35-4c73-a65d-aa29cc2d1932 req-319b3c5b-df72-4c34-b71b-4ff5ad57d17b tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:36.941653 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cc971c7b-fa35-4c73-a65d-aa29cc2d1932 req-319b3c5b-df72-4c34-b71b-4ff5ad57d17b tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0879564 Jun 23 17:35:36.992735 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-cc971c7b-fa35-4c73-a65d-aa29cc2d1932 req-62bc7ef0-1f55-4172-a9ab-1ae5208109d3 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b13837a-6539-4820-8dce-daaf97090a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351121 Jun 23 17:35:37.066369 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec19c3-1b2c-4d2b-a2b9-5a6c9c2b280f req-553fb9cf-5268-49db-a44c-2da0c6b4fddf tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:37.067992 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-86ec19c3-1b2c-4d2b-a2b9-5a6c9c2b280f req-553fb9cf-5268-49db-a44c-2da0c6b4fddf tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.74 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 945 time: 0.0705373 Jun 23 17:35:37.184931 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-86ec19c3-1b2c-4d2b-a2b9-5a6c9c2b280f req-92127a88-1ac0-480a-a468-082c560a7131 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Deleting port 786b451b-f7bc-4bc0-9021-9ae9fbee533e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:37.185345 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86ec19c3-1b2c-4d2b-a2b9-5a6c9c2b280f req-92127a88-1ac0-480a-a468-082c560a7131 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:37.294135 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-86ec19c3-1b2c-4d2b-a2b9-5a6c9c2b280f req-92127a88-1ac0-480a-a468-082c560a7131 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] For port 786b451b-f7bc-4bc0-9021-9ae9fbee533e, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=786b451b-f7bc-4bc0-9021-9ae9fbee533e,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:35:37.294491 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86ec19c3-1b2c-4d2b-a2b9-5a6c9c2b280f req-92127a88-1ac0-480a-a468-082c560a7131 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:37.313537 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-86ec19c3-1b2c-4d2b-a2b9-5a6c9c2b280f req-92127a88-1ac0-480a-a468-082c560a7131 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Calling delete_port for 786b451b-f7bc-4bc0-9021-9ae9fbee533e owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:37.535100 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86ec19c3-1b2c-4d2b-a2b9-5a6c9c2b280f req-92127a88-1ac0-480a-a468-082c560a7131 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:37.539893 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-6439f174-3583-461e-9de7-b9707d0751db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:37.567450 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92127a88-1ac0-480a-a468-082c560a7131 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event deleted for resources: {'Port': ['ID=786b451b-f7bc-4bc0-9021-9ae9fbee533e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:37.570617 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-92127a88-1ac0-480a-a468-082c560a7131 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:37.642588 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ec19c3-1b2c-4d2b-a2b9-5a6c9c2b280f req-92127a88-1ac0-480a-a468-082c560a7131 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] No DVR routers for this DVR port 786b451b-f7bc-4bc0-9021-9ae9fbee533e on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:35:37.642588 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-86ec19c3-1b2c-4d2b-a2b9-5a6c9c2b280f req-92127a88-1ac0-480a-a468-082c560a7131 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:37.642588 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-86ec19c3-1b2c-4d2b-a2b9-5a6c9c2b280f req-92127a88-1ac0-480a-a468-082c560a7131 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.74 "DELETE /v2.0/ports/786b451b-f7bc-4bc0-9021-9ae9fbee533e HTTP/1.1" status: 204 len: 173 time: 0.5685790 Jun 23 17:35:37.643098 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'name': 'network-vif-deleted', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:35:37.646138 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5615582-a360-4ff5-b169-2da1f16245a2" -d '{"events": [{"server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "name": "network-vif-deleted", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:35:37.688040 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edf5b24-f086-400d-a87c-05b2165bfe0a x-openstack-request-id: req-9edf5b24-f086-400d-a87c-05b2165bfe0a {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:35:37.688461 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a223f27e-6bb7-4532-b945-fa8b0e40efcf", "name": "network-vif-deleted", "tag": "786b451b-f7bc-4bc0-9021-9ae9fbee533e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:35:37.688932 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9edf5b24-f086-400d-a87c-05b2165bfe0a {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:35:37.689448 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a223f27e-6bb7-4532-b945-fa8b0e40efcf', 'name': 'network-vif-deleted', 'tag': '786b451b-f7bc-4bc0-9021-9ae9fbee533e', 'status': 'completed', 'code': 200} Jun 23 17:35:37.717411 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ce61e82b-129c-48d7-a734-90452e57664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:38.178912 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-14634cab-192f-41f7-b633-8a5068448394 req-f6e5ae4e-e13e-4a0d-96bd-9cc9a681a4f9 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 210 time: 0.0319827 Jun 23 17:35:38.470677 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35920) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:38.582557 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd570-6c0d-42b3-821d-40f129cbaa04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:38.688158 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd570-6c0d-42b3-821d-40f129cbaa04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:38.793979 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd570-6c0d-42b3-821d-40f129cbaa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:38.799321 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-ab5efd13-f3c0-41f1-af8a-3685587eb475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:38.844051 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-e7bfd570-6c0d-42b3-821d-40f129cbaa04 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f67672805003456b8eb609da96c59401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718908 Jun 23 17:35:38.845622 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfd570-6c0d-42b3-821d-40f129cbaa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50d26d6-0974-42b8-b297-71dd1e2b79b7,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:38.848877 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35924) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:38.849635 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-e7bfd570-6c0d-42b3-821d-40f129cbaa04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:38.906294 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:38.932215 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:39.073602 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:39.076313 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:39.079889 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b50d26d6-0974-42b8-b297-71dd1e2b79b7 HTTP/1.1" status: 204 len: 168 time: 0.2280476 Jun 23 17:35:39.079889 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ae87e768-eea6-4ba4-9b1b-e0b86b859942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:39.091529 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50d26d6-0974-42b8-b297-71dd1e2b79b7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:39.102538 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:39.103134 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:39.103513 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:39.104519 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:39.104519 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:39.104850 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:39.105216 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:39.105669 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:39.106252 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:39.106838 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:39.107354 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:39.111717 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:39.112967 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-b769244c-4b0e-44af-ab92-89f4b0100a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:39.371673 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:39.387784 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-00352e0b-7572-486b-a681-b77cf35b653c req-37818a77-039e-4d2f-8d02-996c1d3d9f7a tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "GET /v2.0/ports?device_id=a223f27e-6bb7-4532-b945-fa8b0e40efcf HTTP/1.1" status: 200 len: 210 time: 0.0428922 Jun 23 17:35:39.931357 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35932) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:39.945519 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9937add3-2183-4bd1-a0fe-1e4ff37fecb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:39.989328 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 786b451b-f7bc-4bc0-9021-9ae9fbee533e no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:35:40.009402 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 786b451b-f7bc-4bc0-9021-9ae9fbee533e {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:35:40.009827 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 786b451b-f7bc-4bc0-9021-9ae9fbee533e not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:35:40.039335 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9937add3-2183-4bd1-a0fe-1e4ff37fecb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:40.205721 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9937add3-2183-4bd1-a0fe-1e4ff37fecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:40.208468 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-78544b35-5f11-4c51-912d-60be157941af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:40.247556 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-9937add3-2183-4bd1-a0fe-1e4ff37fecb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=153469799afa43899a47ecc3f32cf007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150139 Jun 23 17:35:40.248355 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937add3-2183-4bd1-a0fe-1e4ff37fecb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd0fff-1e87-464d-aeaa-bf90f2717269,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:40.251016 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35934) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:40.252236 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9937add3-2183-4bd1-a0fe-1e4ff37fecb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:40.307923 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-331d3c0b-4bf2-4010-af5b-fe6885fe9ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:40.332885 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-331d3c0b-4bf2-4010-af5b-fe6885fe9ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:40.487409 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35938) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:40.531623 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-331d3c0b-4bf2-4010-af5b-fe6885fe9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:40.534173 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-331d3c0b-4bf2-4010-af5b-fe6885fe9ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:40.535370 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-331d3c0b-4bf2-4010-af5b-fe6885fe9ac3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ecd0fff-1e87-464d-aeaa-bf90f2717269 HTTP/1.1" status: 204 len: 168 time: 0.2829797 Jun 23 17:35:40.541386 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-601a059a-2fdf-4ecc-9b4e-760c263b7ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:40.555473 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d3c0b-4bf2-4010-af5b-fe6885fe9ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd0fff-1e87-464d-aeaa-bf90f2717269,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:40.560832 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-331d3c0b-4bf2-4010-af5b-fe6885fe9ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:40.588400 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8996-0e3c-46fa-86a6-816498c0d829 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:40.633160 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8996-0e3c-46fa-86a6-816498c0d829 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:40.759804 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:40.809243 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8996-0e3c-46fa-86a6-816498c0d829 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:40.817979 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8996-0e3c-46fa-86a6-816498c0d829 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:40.817979 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-6bbc8996-0e3c-46fa-86a6-816498c0d829 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] 10.222.0.49 "DELETE /v2.0/security-groups/0b13837a-6539-4820-8dce-daaf97090a75 HTTP/1.1" status: 204 len: 168 time: 0.3251815 Jun 23 17:35:40.817979 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-414ab44e-42e0-4e54-b176-a9352f60344c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:40.826260 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc8996-0e3c-46fa-86a6-816498c0d829 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b13837a-6539-4820-8dce-daaf97090a75,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:40.829350 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-6bbc8996-0e3c-46fa-86a6-816498c0d829 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:40.985667 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35946) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:41.497662 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35950) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:41.533014 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61c798da-fbd1-4c35-82c8-3b6624330b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:41.685310 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61c798da-fbd1-4c35-82c8-3b6624330b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:41.698465 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33427425'] for router_interface, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:41.704528 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:35:41.808309 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61c798da-fbd1-4c35-82c8-3b6624330b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:41.812737 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-67db3328-c28b-41fd-a433-ee69bad9e9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:41.881522 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c798da-fbd1-4c35-82c8-3b6624330b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a356cb29-d8b8-467f-8f8a-003ee99c3dae,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:41.901849 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-61c798da-fbd1-4c35-82c8-3b6624330b74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e26a26625d5449c2874691af9430eadd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027281 Jun 23 17:35:41.903063 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-61c798da-fbd1-4c35-82c8-3b6624330b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:41.906666 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35952) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:41.977321 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7653afe-4dca-4e2b-bc40-294bfd5047b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:42.027248 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7653afe-4dca-4e2b-bc40-294bfd5047b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:42.118156 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] Deleting port 79db8855-5671-412f-a600-065cdea4362c {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:42.118494 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:42.203820 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7653afe-4dca-4e2b-bc40-294bfd5047b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:42.208227 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b7653afe-4dca-4e2b-bc40-294bfd5047b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:42.209719 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-b7653afe-4dca-4e2b-bc40-294bfd5047b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a356cb29-d8b8-467f-8f8a-003ee99c3dae HTTP/1.1" status: 204 len: 168 time: 0.3020370 Jun 23 17:35:42.212901 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-ee7be5fa-1023-49e2-89f0-0e41af2e3986 tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:42.225751 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] For port 79db8855-5671-412f-a600-065cdea4362c, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=79db8855-5671-412f-a600-065cdea4362c,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:35:42.226374 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:42.241814 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7653afe-4dca-4e2b-bc40-294bfd5047b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a356cb29-d8b8-467f-8f8a-003ee99c3dae,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:42.247657 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-b7653afe-4dca-4e2b-bc40-294bfd5047b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:42.253538 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] Calling delete_port for 79db8855-5671-412f-a600-065cdea4362c owned by network:router_interface {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:42.586494 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:42.591239 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-04754728-ef94-4463-ad45-706275028cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:42.620747 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] Pushing event deleted for resources: {'Port': ['ID=79db8855-5671-412f-a600-065cdea4362c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:42.625139 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:42.912105 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33050385'] for router_interface, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:43.152109 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] Router 51823886-d6d9-42ba-b26e-cae146fe4d87 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:35:43.279152 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:35:43.287906 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-59bb9987-6dc3-45a0-b945-1b2793f7f13c admin admin] 10.222.0.49 "PUT /v2.0/routers/51823886-d6d9-42ba-b26e-cae146fe4d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3009222 Jun 23 17:35:43.291045 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35972) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:43.292888 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac3cb5-75e2-4cbe-9bae-3d19f840b950 None None] Sync routers for ids ['51823886-d6d9-42ba-b26e-cae146fe4d87'] in dv-cinder-788253-3-smb {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:35:43.303074 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac3cb5-75e2-4cbe-9bae-3d19f840b950 None None] Routers {'51823886-d6d9-42ba-b26e-cae146fe4d87'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:35:43.303785 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-32ac3cb5-75e2-4cbe-9bae-3d19f840b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:35:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['51823886-d6d9-42ba-b26e-cae146fe4d87'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:43.417358 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-32ac3cb5-75e2-4cbe-9bae-3d19f840b950 None None] Set router 51823886-d6d9-42ba-b26e-cae146fe4d87 gateway port host: dv-cinder-788253-3-smb {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:35:43.421360 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:43.530554 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:43.645214 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-32ac3cb5-75e2-4cbe-9bae-3d19f840b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:35:42Z', 'revision_number': 5, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port': {'id': 'a69c7580-a0b7-477b-a715-2a026dfd7cb1', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:31Z', 'updated_at': '2021-06-23T17:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:43.667261 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Deleting port a69c7580-a0b7-477b-a715-2a026dfd7cb1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:43.667807 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:43.675667 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac3cb5-75e2-4cbe-9bae-3d19f840b950 None None] Checking router: 51823886-d6d9-42ba-b26e-cae146fe4d87 for host: dv-cinder-788253-3-smb {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:35:43.685297 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac3cb5-75e2-4cbe-9bae-3d19f840b950 None None] Routers {'51823886-d6d9-42ba-b26e-cae146fe4d87'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:35:43.686492 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-32ac3cb5-75e2-4cbe-9bae-3d19f840b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:35:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['51823886-d6d9-42ba-b26e-cae146fe4d87'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:43.760576 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] For port a69c7580-a0b7-477b-a715-2a026dfd7cb1, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=a69c7580-a0b7-477b-a715-2a026dfd7cb1,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:35:43.760938 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:43.776821 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Calling delete_port for a69c7580-a0b7-477b-a715-2a026dfd7cb1 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:43.946646 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-32ac3cb5-75e2-4cbe-9bae-3d19f840b950 None None] Set router 51823886-d6d9-42ba-b26e-cae146fe4d87 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:35:44.020327 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-32ac3cb5-75e2-4cbe-9bae-3d19f840b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:35:43Z', 'revision_number': 6, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port_host': None}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:44.053132 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac3cb5-75e2-4cbe-9bae-3d19f840b950 None None] The sync data for ids ['51823886-d6d9-42ba-b26e-cae146fe4d87'] in dv-cinder-788253-3-smb is: [{'id': '51823886-d6d9-42ba-b26e-cae146fe4d87', 'name': 'tempest-TestShelveInstance-1992442009-router', 'tenant_id': 'f811cea009c6458c9ad6b82741b4c770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:30Z', 'updated_at': '2021-06-23T17:35:43Z', 'revision_number': 6, 'project_id': 'f811cea009c6458c9ad6b82741b4c770', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:35:44.132043 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:44.134836 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-773e52b3-92f2-4ea9-951a-a00c03c56393 tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:44.161221 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69c7580-a0b7-477b-a715-2a026dfd7cb1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:44.164061 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:44.226720 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33049732'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:44.329685 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33049248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5465'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:44.332889 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:44.451107 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33048810'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:44.451854 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51823886-d6d9-42ba-b26e-cae146fe4d87 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:35:44.457656 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:44.461383 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-aa90f398-6f5f-4712-b1e0-024517906f88 admin admin] 10.222.0.49 "DELETE /v2.0/routers/51823886-d6d9-42ba-b26e-cae146fe4d87 HTTP/1.1" status: 204 len: 168 time: 1.1668029 Jun 23 17:35:44.463236 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 35990) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:44.520699 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37db4d3-a665-4f5e-bc58-ed6f8b49e95d admin admin] Deleting subnet 6e971d5f-3c75-4458-96c7-aee09f3c911b {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:35:44.525751 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f37db4d3-a665-4f5e-bc58-ed6f8b49e95d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:44.580221 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f37db4d3-a665-4f5e-bc58-ed6f8b49e95d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30134377'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:44.666191 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f37db4d3-a665-4f5e-bc58-ed6f8b49e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:44.806224 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f37db4d3-a665-4f5e-bc58-ed6f8b49e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24460276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24383289'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:44.808834 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:44.837985 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37db4d3-a665-4f5e-bc58-ed6f8b49e95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e971d5f-3c75-4458-96c7-aee09f3c911b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:44.841928 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f37db4d3-a665-4f5e-bc58-ed6f8b49e95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:44.844865 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b5ee5c-5407-47a9-a08a-a73277f33185 None None] Network b086686d-8091-4f62-b632-2019702b3d1e requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:35:44.845869 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f37db4d3-a665-4f5e-bc58-ed6f8b49e95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:44.848533 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-f37db4d3-a665-4f5e-bc58-ed6f8b49e95d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6e971d5f-3c75-4458-96c7-aee09f3c911b HTTP/1.1" status: 204 len: 168 time: 0.3839660 Jun 23 17:35:44.856806 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 35996) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:44.951380 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.087775 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Deleting port c9f02071-056d-46a0-8edc-e6115b4a3298 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:45.088128 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.128760 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] DHCP port deletion for b086686d-8091-4f62-b632-2019702b3d1e request from dv-cinder-788253-3-smb {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:35:45.188096 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 79db8855-5671-412f-a600-065cdea4362c no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:35:45.194200 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] For port c9f02071-056d-46a0-8edc-e6115b4a3298, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=c9f02071-056d-46a0-8edc-e6115b4a3298,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:35:45.194573 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.212064 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Calling delete_port for c9f02071-056d-46a0-8edc-e6115b4a3298 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:45.214696 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: 79db8855-5671-412f-a600-065cdea4362c {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:35:45.214926 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 79db8855-5671-412f-a600-065cdea4362c not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:35:45.215256 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device a69c7580-a0b7-477b-a715-2a026dfd7cb1 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:35:45.241468 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: a69c7580-a0b7-477b-a715-2a026dfd7cb1 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:35:45.250662 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device a69c7580-a0b7-477b-a715-2a026dfd7cb1 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:35:45.253945 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Deleting port c9f02071-056d-46a0-8edc-e6115b4a3298 {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:45.254540 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.360997 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] For port c9f02071-056d-46a0-8edc-e6115b4a3298, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=c9f02071-056d-46a0-8edc-e6115b4a3298,segment=NetworkSegment(e1f83913-09c2-4783-a4e0-8a0421a76f03),segment_id=e1f83913-09c2-4783-a4e0-8a0421a76f03)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:35:45.361624 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.371690 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.376388 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-983fdcef-39ef-4522-a017-98fc90d899b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:45.384291 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Calling delete_port for c9f02071-056d-46a0-8edc-e6115b4a3298 owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:45.401439 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f02071-056d-46a0-8edc-e6115b4a3298,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:45.411061 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:45.412520 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] No DVR routers for this DVR port c9f02071-056d-46a0-8edc-e6115b4a3298 on host dv-cinder-788253-3-smb {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:35:45.478748 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.486846 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:45.496198 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.512572 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Pushing event deleted for resources: {'Port': ['ID=c9f02071-056d-46a0-8edc-e6115b4a3298,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:45.516435 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b086686d-8091-4f62-b632-2019702b3d1e']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:45.523939 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:45.524596 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:45.524806 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:45.525170 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:45.525573 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:45.525976 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:45.526419 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:45.526816 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:45.527241 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:45.527632 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:45.528014 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:45.528407 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:45.532136 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] No DVR routers for this DVR port c9f02071-056d-46a0-8edc-e6115b4a3298 on host dv-cinder-788253-3-smb {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:35:45.533695 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:45.541922 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f83913-09c2-4783-a4e0-8a0421a76f03') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:45.544827 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f83913-09c2-4783-a4e0-8a0421a76f03') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:45.559423 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30971532'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.575510 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.582944 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:35:45.583426 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31588823'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: Traceback (most recent call last): Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: timer() Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: cb(*args, **kw) Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: return func(*args, **kwargs) Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: self._notify() Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: self.callback(batched_events) Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: event.method(event) Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: return f(self, *a, **k) Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: return self._get(url).json() Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: return self.request(url, 'GET', **kwargs) Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:35:45.585271 dv-cinder-788253-3-smb neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:35:45.740402 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.744612 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-2c045de9-103e-48e8-8ef7-0fbb627b94a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:45.749957 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:45.752065 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b086686d-8091-4f62-b632-2019702b3d1e HTTP/1.1" status: 204 len: 168 time: 0.8984885 Jun 23 17:35:45.755336 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36004) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:45.762876 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b086686d-8091-4f62-b632-2019702b3d1e,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:45.766087 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-752cc5b7-3d86-4768-b85e-6ae00ca448a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:46.169522 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33427425'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:46.474757 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] Deleting port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:46.475175 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:46.565579 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] For port f8464a5b-5aff-46ba-a8db-d2b3cdf560f1, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=f8464a5b-5aff-46ba-a8db-d2b3cdf560f1,segment=NetworkSegment(d50ffd43-2cc4-40bf-af57-1a6ec26200e2),segment_id=d50ffd43-2cc4-40bf-af57-1a6ec26200e2)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:35:46.565999 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:46.580115 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] Calling delete_port for f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:46.845574 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:46.848192 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-520a816f-2215-4449-87ef-bf40559b2c10 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:46.874639 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8464a5b-5aff-46ba-a8db-d2b3cdf560f1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:46.877717 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:47.072561 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33050385'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:47.132514 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device c9f02071-056d-46a0-8edc-e6115b4a3298 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:35:47.156320 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: c9f02071-056d-46a0-8edc-e6115b4a3298 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:35:47.156587 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device c9f02071-056d-46a0-8edc-e6115b4a3298 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:35:47.304737 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] Router bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 has already been hosted by L3 agent c199b7e5-b753-42c0-8f03-8d012be4119f {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:35:47.418314 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] Notify agent at l3_agent.dv-cinder-788253-3-smb the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:35:47.429345 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] 10.222.0.49 "PUT /v2.0/routers/bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6603003 Jun 23 17:35:47.429345 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36014) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:47.429543 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be47480a-40f9-48a8-97f9-b94357f17bce None None] Sync routers for ids ['bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'] in dv-cinder-788253-3-smb {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:35:47.439210 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be47480a-40f9-48a8-97f9-b94357f17bce None None] Routers {'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:35:47.439817 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-be47480a-40f9-48a8-97f9-b94357f17bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:35:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:47.536789 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:47.563179 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-be47480a-40f9-48a8-97f9-b94357f17bce None None] Set router bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 gateway port host: dv-cinder-788253-3-smb {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:35:47.681357 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:47.767424 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-be47480a-40f9-48a8-97f9-b94357f17bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'name': 'tempest-TestShelveInstance-2081852667-router', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'external_fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:44Z', 'updated_at': '2021-06-23T17:35:46Z', 'revision_number': 5, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'gw_port': {'id': 'cfddb0a3-487f-4a9b-97f4-66d8c9c8c821', 'name': '', 'network_id': '0516b4b2-f673-4cdc-b63f-187f09eafd61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:30:46Z', 'updated_at': '2021-06-23T17:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e838f03-2b68-47b7-b8bc-7bb830b070f3', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-3-smb'}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:47.806098 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be47480a-40f9-48a8-97f9-b94357f17bce None None] Checking router: bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 for host: dv-cinder-788253-3-smb {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:35:47.822092 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be47480a-40f9-48a8-97f9-b94357f17bce None None] Routers {'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'} bound to L3 agent in host dv-cinder-788253-3-smb {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:35:47.823200 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-be47480a-40f9-48a8-97f9-b94357f17bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:17:08Z,description=,heartbeat_timestamp=2021-06-23T17:35:38Z,host='dv-cinder-788253-3-smb',id=c199b7e5-b753-42c0-8f03-8d012be4119f,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:17:08Z,topic='l3_agent')) {'router_ids': ['bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:47.841021 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Deleting port cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:47.841370 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:47.939820 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] For port cfddb0a3-487f-4a9b-97f4-66d8c9c8c821, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=cfddb0a3-487f-4a9b-97f4-66d8c9c8c821,segment=NetworkSegment(e92441e4-493e-46d7-a6ad-b9c3b0f02685),segment_id=e92441e4-493e-46d7-a6ad-b9c3b0f02685)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:35:47.940634 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:47.954036 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Calling delete_port for cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:48.112950 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-be47480a-40f9-48a8-97f9-b94357f17bce None None] Set router bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 gateway port host: None {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:35:48.209346 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-be47480a-40f9-48a8-97f9-b94357f17bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'name': 'tempest-TestShelveInstance-2081852667-router', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:44Z', 'updated_at': '2021-06-23T17:35:47Z', 'revision_number': 6, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'gw_port_host': None}], 'dv-cinder-788253-3-smb', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:48.247959 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be47480a-40f9-48a8-97f9-b94357f17bce None None] The sync data for ids ['bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99'] in dv-cinder-788253-3-smb is: [{'id': 'bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99', 'name': 'tempest-TestShelveInstance-2081852667-router', 'tenant_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:30:44Z', 'updated_at': '2021-06-23T17:35:47Z', 'revision_number': 6, 'project_id': '572fbb0e18dd4dd493f86dadfd5ac1bd', 'gw_port_host': None}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:35:48.532063 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:48.534421 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-568b88f9-4529-469a-98c5-373f180a91f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:48.560284 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfddb0a3-487f-4a9b-97f4-66d8c9c8c821,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:48.562768 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:48.659437 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33049732'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:48.755549 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33049248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5465'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:48.757698 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:48.897388 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33048810'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:48.897979 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:35:48.903825 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:48.905864 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-bd4a943e-03c5-46db-965b-5d7eb3047567 admin admin] 10.222.0.49 "DELETE /v2.0/routers/bcdb76b3-f6f5-4242-afe1-08fcd7c0ec99 HTTP/1.1" status: 204 len: 168 time: 1.4785082 Jun 23 17:35:48.908928 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36022) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:48.961629 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ac8aeb-ff27-4926-bff2-ec72544b7f0b admin admin] Deleting subnet 6fa68c89-5289-43bc-8a94-e902c593c666 {{(pid=93829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:35:48.966099 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-90ac8aeb-ff27-4926-bff2-ec72544b7f0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.007777 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-90ac8aeb-ff27-4926-bff2-ec72544b7f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30971539'] for subnet, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.123360 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-90ac8aeb-ff27-4926-bff2-ec72544b7f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.127412 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:35:49.148025 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:35:49.148639 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device cfddb0a3-487f-4a9b-97f4-66d8c9c8c821 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:35:49.149270 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:35:49.169148 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:35:49.169771 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device f8464a5b-5aff-46ba-a8db-d2b3cdf560f1 not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:35:49.269096 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-90ac8aeb-ff27-4926-bff2-ec72544b7f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31588682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31526339'] for subnet, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.273700 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:49.307009 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac8aeb-ff27-4926-bff2-ec72544b7f0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa68c89-5289-43bc-8a94-e902c593c666,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:49.310360 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-90ac8aeb-ff27-4926-bff2-ec72544b7f0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.314410 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f1bfd6-40c5-4ba3-a61f-54b72f5713bd None None] Network df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:35:49.319741 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-90ac8aeb-ff27-4926-bff2-ec72544b7f0b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6fa68c89-5289-43bc-8a94-e902c593c666 HTTP/1.1" status: 204 len: 168 time: 0.4093690 Jun 23 17:35:49.321441 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-90ac8aeb-ff27-4926-bff2-ec72544b7f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:49.323166 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36032) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:49.408441 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.471181 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Deleting port 49cc19fa-c36c-400b-b775-eb168fcb488b {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:49.471516 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.552439 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] For port 49cc19fa-c36c-400b-b775-eb168fcb488b, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=49cc19fa-c36c-400b-b775-eb168fcb488b,segment=NetworkSegment(d50ffd43-2cc4-40bf-af57-1a6ec26200e2),segment_id=d50ffd43-2cc4-40bf-af57-1a6ec26200e2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:35:49.552975 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.569325 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Calling delete_port for 49cc19fa-c36c-400b-b775-eb168fcb488b owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:49.648106 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0625b22c-23f8-4e55-ae38-7e243b9d4c0d None None] DHCP port deletion for df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 request from dv-cinder-788253-3-smb {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:35:49.699238 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-0625b22c-23f8-4e55-ae38-7e243b9d4c0d None None] Deleting port 49cc19fa-c36c-400b-b775-eb168fcb488b {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:35:49.699645 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0625b22c-23f8-4e55-ae38-7e243b9d4c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.777249 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31588608'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.781794 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-0625b22c-23f8-4e55-ae38-7e243b9d4c0d None None] For port 49cc19fa-c36c-400b-b775-eb168fcb488b, host dv-cinder-788253-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-3-smb',level=0,port_id=49cc19fa-c36c-400b-b775-eb168fcb488b,segment=NetworkSegment(d50ffd43-2cc4-40bf-af57-1a6ec26200e2),segment_id=d50ffd43-2cc4-40bf-af57-1a6ec26200e2)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:35:49.781794 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0625b22c-23f8-4e55-ae38-7e243b9d4c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.787740 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-e7e5a4c0-17d4-42f1-8fb4-ad49abd059ac tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:49.805133 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-0625b22c-23f8-4e55-ae38-7e243b9d4c0d None None] Calling delete_port for 49cc19fa-c36c-400b-b775-eb168fcb488b owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:35:49.813073 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Pushing event deleted for resources: {'Port': ['ID=49cc19fa-c36c-400b-b775-eb168fcb488b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:49.815202 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] No DVR routers for this DVR port 49cc19fa-c36c-400b-b775-eb168fcb488b on host dv-cinder-788253-3-smb {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:35:49.817019 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:49.901329 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.912907 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:49.924975 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50ffd43-2cc4-40bf-af57-1a6ec26200e2') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:49.925267 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50ffd43-2cc4-40bf-af57-1a6ec26200e2') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:35:49.936754 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30971532'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.951501 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0625b22c-23f8-4e55-ae38-7e243b9d4c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.953828 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.958429 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:49.961754 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:35:49.962568 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31588823'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: Traceback (most recent call last): Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: timer() Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: cb(*args, **kw) Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: return func(*args, **kwargs) Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: self._notify() Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: self.callback(batched_events) Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: event.method(event) Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: return f(self, *a, **k) Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: return self._get(url).json() Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: return self.request(url, 'GET', **kwargs) Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:35:49.965574 dv-cinder-788253-3-smb neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:35:49.987386 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0625b22c-23f8-4e55-ae38-7e243b9d4c0d None None] No DVR routers for this DVR port 49cc19fa-c36c-400b-b775-eb168fcb488b on host dv-cinder-788253-3-smb {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:35:49.989233 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625b22c-23f8-4e55-ae38-7e243b9d4c0d None None] Pushing event deleted for resources: {'Port': ['ID=49cc19fa-c36c-400b-b775-eb168fcb488b,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:49.992354 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-0625b22c-23f8-4e55-ae38-7e243b9d4c0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:50.095269 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:50.100400 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-190e3c9f-ecc0-4f55-81df-60d7d5d39196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:50.104580 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:50.107141 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] 10.222.0.49 "DELETE /v2.0/networks/df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308 HTTP/1.1" status: 204 len: 168 time: 0.7805908 Jun 23 17:35:50.124688 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Pushing event deleted for resources: {'Network': ['ID=df1cfd6b-ad38-48f3-baf1-f1b3b8c6e308,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:50.128175 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-3ad5d519-1575-4f5d-989b-4513a2c69028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:50.648149 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36068) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:50.703150 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-b97198e7-0168-40ca-a66b-0dfd510bd8aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f811cea009c6458c9ad6b82741b4c770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531530 Jun 23 17:35:50.712518 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36072) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:50.774305 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-19130652-1a40-4ea8-ad10-8f5081d7553e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:50.803633 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-19130652-1a40-4ea8-ad10-8f5081d7553e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:51.042645 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 49cc19fa-c36c-400b-b775-eb168fcb488b no longer exists at agent ovs-agent-dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:35:51.067729 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] No Port match for: 49cc19fa-c36c-400b-b775-eb168fcb488b {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:35:51.068303 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Device 49cc19fa-c36c-400b-b775-eb168fcb488b not bound to the agent host dv-cinder-788253-3-smb {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:35:51.220524 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-19130652-1a40-4ea8-ad10-8f5081d7553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:51.223125 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-19130652-1a40-4ea8-ad10-8f5081d7553e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:51.224412 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-19130652-1a40-4ea8-ad10-8f5081d7553e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6e9a91c-b5ff-48a5-907f-2cd288064ab1 HTTP/1.1" status: 204 len: 168 time: 0.5108259 Jun 23 17:35:51.225260 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-6fe86e0a-35cd-4848-a04b-9f6ae915e613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:51.234594 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19130652-1a40-4ea8-ad10-8f5081d7553e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e9a91c-b5ff-48a5-907f-2cd288064ab1,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:51.238360 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-19130652-1a40-4ea8-ad10-8f5081d7553e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:51.982101 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36082) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:52.028437 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-98531976-094c-4794-8426-803fef02eabf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=572fbb0e18dd4dd493f86dadfd5ac1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446348 Jun 23 17:35:52.030945 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36084) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:52.100049 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c7ec33c-f251-4456-b978-9000b5319f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:52.146921 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c7ec33c-f251-4456-b978-9000b5319f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:52.365288 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c7ec33c-f251-4456-b978-9000b5319f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:52.368438 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c7ec33c-f251-4456-b978-9000b5319f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:52.369742 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-4c7ec33c-f251-4456-b978-9000b5319f95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b20a8c53-18a4-4bec-97bf-79977ac1a601 HTTP/1.1" status: 204 len: 168 time: 0.3377306 Jun 23 17:35:52.370599 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-b3e25cb2-9858-48ab-82b9-8d07957edd2f tempest-AttachVolumeTestJSON-1684742434 tempest-AttachVolumeTestJSON-1684742434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:52.379573 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ec33c-f251-4456-b978-9000b5319f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20a8c53-18a4-4bec-97bf-79977ac1a601,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:52.382182 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4c7ec33c-f251-4456-b978-9000b5319f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:53.000111 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36102) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:53.113726 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41fb4421-2486-4738-ab69-01e08eac8f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:53.214149 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41fb4421-2486-4738-ab69-01e08eac8f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:53.319632 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41fb4421-2486-4738-ab69-01e08eac8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:53.322428 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9937add3-2183-4bd1-a0fe-1e4ff37fecb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:53.361588 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-41fb4421-2486-4738-ab69-01e08eac8f76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12a09965d123476e81ff4af3e0618d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599432 Jun 23 17:35:53.362484 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb4421-2486-4738-ab69-01e08eac8f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b98ffd-7e36-4c5c-bfa1-498bbaf3e65b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:53.364358 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36106) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:53.365809 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-41fb4421-2486-4738-ab69-01e08eac8f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:53.431330 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c264e2c1-a60d-40ca-bf1f-7dfa9b97bfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:53.453686 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c264e2c1-a60d-40ca-bf1f-7dfa9b97bfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:53.582703 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c264e2c1-a60d-40ca-bf1f-7dfa9b97bfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:53.585357 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c264e2c1-a60d-40ca-bf1f-7dfa9b97bfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:53.586471 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-c264e2c1-a60d-40ca-bf1f-7dfa9b97bfab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5b98ffd-7e36-4c5c-bfa1-498bbaf3e65b HTTP/1.1" status: 204 len: 168 time: 0.2202480 Jun 23 17:35:53.587321 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-a9bdbdfb-7ad0-4613-9eab-cd87b3075753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:53.596248 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264e2c1-a60d-40ca-bf1f-7dfa9b97bfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b98ffd-7e36-4c5c-bfa1-498bbaf3e65b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:53.598788 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-c264e2c1-a60d-40ca-bf1f-7dfa9b97bfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:54.325121 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36112) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:54.339493 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74f7bb3d-b547-4223-9404-1b17b27e3dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:54.429546 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74f7bb3d-b547-4223-9404-1b17b27e3dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:54.511523 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74f7bb3d-b547-4223-9404-1b17b27e3dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:54.514796 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-8050f543-6602-4685-82f2-0affb9a9ee1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:54.552782 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7bb3d-b547-4223-9404-1b17b27e3dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc25b7d-90b1-4c48-b7dc-b71cdc3a3b93,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:54.556938 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-74f7bb3d-b547-4223-9404-1b17b27e3dbe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dd507e98a7a483ca2f411d16ca14c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306428 Jun 23 17:35:54.557989 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-74f7bb3d-b547-4223-9404-1b17b27e3dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:54.560008 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36114) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:54.616265 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8593-beab-4b9a-8141-591f4c036995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:54.640941 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8593-beab-4b9a-8141-591f4c036995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:54.768666 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8593-beab-4b9a-8141-591f4c036995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:54.771324 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8593-beab-4b9a-8141-591f4c036995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:54.772463 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-5bfb8593-beab-4b9a-8141-591f4c036995 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ddc25b7d-90b1-4c48-b7dc-b71cdc3a3b93 HTTP/1.1" status: 204 len: 168 time: 0.2115963 Jun 23 17:35:54.773561 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-1b4c425b-2421-4a95-92f3-085bc2b6fb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:54.783407 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb8593-beab-4b9a-8141-591f4c036995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc25b7d-90b1-4c48-b7dc-b71cdc3a3b93,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:54.786387 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-5bfb8593-beab-4b9a-8141-591f4c036995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:55.969951 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36136) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:56.075451 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-553168356-network', 'tenant_id': '6c53bf25e2a945688e7d3f183847e6d0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:35:56.205058 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Made reservation on behalf of 6c53bf25e2a945688e7d3f183847e6d0 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:35:56.207518 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:56.217988 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:56.316606 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:56.422477 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:56.425716 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-247ad913-874c-4d56-983b-ae94366928df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:56.453087 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:35:56.464989 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:56.468469 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:56.472395 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:56.472741 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.segments_db [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Added segment 369eb51e-4ec0-475a-8ff4-6776b19a69c3 of type vlan for network 8f98d033-a3c4-47bf-a78c-5f0d546838bd Jun 23 17:35:56.522169 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:56.720353 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:56.722139 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:56.722910 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:56.726806 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:56.786553 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Pushing event updated for resources: {'Network': ['ID=8f98d033-a3c4-47bf-a78c-5f0d546838bd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:56.789758 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:56.797963 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network 8f98d033-a3c4-47bf-a78c-5f0d546838bd details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:35:56.845673 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-8c9b7766-8816-4290-a0b4-a4109d16daab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8743987 Jun 23 17:35:56.848746 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36140) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:56.853765 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] Request body: {'subnet': {'network_id': '8f98d033-a3c4-47bf-a78c-5f0d546838bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-553168356-subnet', 'tenant_id': '6c53bf25e2a945688e7d3f183847e6d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:35:56.962571 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] Made reservation on behalf of 6c53bf25e2a945688e7d3f183847e6d0 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:35:56.965030 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24383268'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:57.245303 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24459831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24383286'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:57.247806 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-b4682b02-64b1-45eb-841e-54b2c3f98808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:57.310924 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8f61c3-6af1-4754-94df-f73b32e981d2,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:57.314705 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:57.321806 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] Checking segment: {'id': '369eb51e-4ec0-475a-8ff4-6776b19a69c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f98d033-a3c4-47bf-a78c-5f0d546838bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:35:57.322170 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] Network hostable DHCP agents. Network: 8f98d033-a3c4-47bf-a78c-5f0d546838bd, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:35:57.439828 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] Network 8f98d033-a3c4-47bf-a78c-5f0d546838bd is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:35:57.528453 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, 8f98d033-a3c4-47bf-a78c-5f0d546838bd) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:35:57.533714 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:57.535244 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:57.540857 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3371640-a29e-4934-8c5d-d350355759d3 None None] Network 8f98d033-a3c4-47bf-a78c-5f0d546838bd requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:35:57.669433 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-87cfad41-b33a-486b-90ee-6d9f27220f18 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8193884 Jun 23 17:35:57.683038 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c3c1d-a8db-401e-a7ae-b2ae331cb5d9 None None] Network 8f98d033-a3c4-47bf-a78c-5f0d546838bd requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:35:58.419276 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36156) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:58.424632 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1931781502-network', 'tenant_id': 'eca26d8541354e7199b3acda429b3250'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:35:58.519315 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Made reservation on behalf of eca26d8541354e7199b3acda429b3250 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:35:58.521712 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:58.531576 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:58.629043 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:58.696173 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:58.699421 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-64bdb12b-15f7-4c82-ae2a-751a5956e1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:58.722557 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:35:58.732913 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840f09fb-3f47-40e5-bd25-a16a8d141ae8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:58.737518 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:58.738706 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:58.739081 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.segments_db [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Added segment 6b65b523-2c6d-43d9-9f20-ca269a8f5c85 of type vlan for network c104ce04-ea2a-4b67-8a6a-ebaa4e501534 Jun 23 17:35:58.782489 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:58.879586 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:58.880898 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:58.881525 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:58.883827 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:58.946938 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Pushing event updated for resources: {'Network': ['ID=c104ce04-ea2a-4b67-8a6a-ebaa4e501534,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:58.949840 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:58.957816 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network c104ce04-ea2a-4b67-8a6a-ebaa4e501534 details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:35:59.011836 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-c5ffa67b-f3bd-4053-a956-041d6d3a6def admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5911987 Jun 23 17:35:59.014758 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36158) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:35:59.019845 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] Request body: {'subnet': {'network_id': 'c104ce04-ea2a-4b67-8a6a-ebaa4e501534', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1931781502-subnet', 'tenant_id': 'eca26d8541354e7199b3acda429b3250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:35:59.151852 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] Made reservation on behalf of eca26d8541354e7199b3acda429b3250 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:35:59.154217 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24383268'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:59.410946 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24459831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24383286'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:59.413422 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-12080aae-2509-4f48-86de-4b403aa51678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:35:59.467142 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e0060a-e104-4cf7-a8de-e26e127200b5,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:59.471115 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:35:59.478562 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] Checking segment: {'id': '6b65b523-2c6d-43d9-9f20-ca269a8f5c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c104ce04-ea2a-4b67-8a6a-ebaa4e501534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:35:59.478925 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] Network hostable DHCP agents. Network: c104ce04-ea2a-4b67-8a6a-ebaa4e501534, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:35:59.559118 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] Network c104ce04-ea2a-4b67-8a6a-ebaa4e501534 is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:35:59.637379 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, c104ce04-ea2a-4b67-8a6a-ebaa4e501534) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:35:59.642381 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:35:59.643193 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:35:59.649498 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121879fa-97b5-49fa-b11f-cdd1c134d6bf None None] Network c104ce04-ea2a-4b67-8a6a-ebaa4e501534 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:35:59.729333 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-02e2f526-5374-4d17-a6b6-d04c79e0e38f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7132945 Jun 23 17:35:59.787395 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8035adb-e79e-4ee1-ab57-2e9814df058a None None] Network c104ce04-ea2a-4b67-8a6a-ebaa4e501534 requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:36:00.368908 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4e4602dc-286a-4dba-81c8-eca35dee6553 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:00.370560 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4e4602dc-286a-4dba-81c8-eca35dee6553 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/networks?id=8f98d033-a3c4-47bf-a78c-5f0d546838bd HTTP/1.1" status: 200 len: 808 time: 0.1237266 Jun 23 17:36:00.387986 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-9e53b3c1-c887-4930-8461-9bd7a875347c tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/quotas/6c53bf25e2a945688e7d3f183847e6d0 HTTP/1.1" status: 200 len: 375 time: 0.0097919 Jun 23 17:36:00.424030 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-f3239786-ec1a-41ce-a013-ae9d85736b79 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c53bf25e2a945688e7d3f183847e6d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298283 Jun 23 17:36:00.521448 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-2adaa9c7-5a19-4865-88dd-e49f736fcbf0 service neutron] 10.222.0.49 "GET /v2.0/networks/8f98d033-a3c4-47bf-a78c-5f0d546838bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905137 Jun 23 17:36:00.624090 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-07555cd6-f816-4315-9681-3b3290984331 service neutron] 10.222.0.49 "GET /v2.0/networks/8f98d033-a3c4-47bf-a78c-5f0d546838bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962920 Jun 23 17:36:01.023272 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-db3a824a-b99b-41d9-84ee-b9616c7a6abc req-5a57a99f-eca4-4f78-ad8c-e3bf5ec3236f tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 210 time: 0.1677670 Jun 23 17:36:02.125206 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-564c331c-330d-43ee-8953-9f0f10556350 req-67479eb9-da15-4e8d-9b6e-32a454863568 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 210 time: 0.0300558 Jun 23 17:36:02.439319 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:03.301478 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ee9ed318-eddf-42fa-9480-84a4f79a40b5 req-8fc1b908-adfd-4883-aaa0-87d6b1933064 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 210 time: 0.0345180 Jun 23 17:36:03.759518 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-25883efe-e370-4536-8d5e-603338740c4a tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:03.762339 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-25883efe-e370-4536-8d5e-603338740c4a tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.74 "GET /v2.0/networks?id=8f98d033-a3c4-47bf-a78c-5f0d546838bd HTTP/1.1" status: 200 len: 808 time: 0.1279941 Jun 23 17:36:03.788000 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Request body: {'port': {'device_id': '47f3a149-8eef-4394-bb25-b971a40f4e9d', 'network_id': '8f98d033-a3c4-47bf-a78c-5f0d546838bd', 'admin_state_up': True, 'tenant_id': '6c53bf25e2a945688e7d3f183847e6d0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:36:04.062209 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Made reservation on behalf of 6c53bf25e2a945688e7d3f183847e6d0 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:36:04.068248 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:04.219405 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Allocated IP 172.20.0.8 (8f98d033-a3c4-47bf-a78c-5f0d546838bd/ed8f61c3-6af1-4754-94df-f73b32e981d2/ee408712-76e2-4f79-8cfb-45f0fe47d8fb) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:36:04.394846 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:04.515886 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5e9c2e6c-7162-45a7-af08-b9b5a8996373 req-3d5e4b91-2db7-4e70-aebd-bb8f0f723601 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 210 time: 0.0450363 Jun 23 17:36:04.517892 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24460199'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:04.524608 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0b715247-a887-44e0-9461-d44efcab9a20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:04.589853 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Network 8f98d033-a3c4-47bf-a78c-5f0d546838bd is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:36:04.593270 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:36:04.595964 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:36:04.624448 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Pushing event updated for resources: {'Port': ['ID=ee408712-76e2-4f79-8cfb-45f0fe47d8fb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:04.633010 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:04.666100 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:04.666724 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:04.809315 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-c4cdff07-2b2b-44dd-855e-19f083b9a983 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0264521 Jun 23 17:36:04.822093 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Request body: {'port': {'device_id': '47f3a149-8eef-4394-bb25-b971a40f4e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:36:04.904247 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:05.120174 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8bced25a-062d-4328-888f-00d155160c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:05.210001 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee408712-76e2-4f79-8cfb-45f0fe47d8fb {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:36:05.218724 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:05.233355 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Transition to ACTIVE for port object ee408712-76e2-4f79-8cfb-45f0fe47d8fb will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:36:05.370936 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:05.373392 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-0f566656-5abf-4559-b490-e62f6c452654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:05.425589 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee408712-76e2-4f79-8cfb-45f0fe47d8fb,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:05.429830 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:05.509529 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Attempting to bind port ee408712-76e2-4f79-8cfb-45f0fe47d8fb on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:36:05.510017 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Attempting to bind port ee408712-76e2-4f79-8cfb-45f0fe47d8fb by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '369eb51e-4ec0-475a-8ff4-6776b19a69c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f98d033-a3c4-47bf-a78c-5f0d546838bd'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:36:05.510406 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Attempting to bind port ee408712-76e2-4f79-8cfb-45f0fe47d8fb on network 8f98d033-a3c4-47bf-a78c-5f0d546838bd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:36:05.515739 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Port ee408712-76e2-4f79-8cfb-45f0fe47d8fb on network 8f98d033-a3c4-47bf-a78c-5f0d546838bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:36:05.516100 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Attempting to bind port ee408712-76e2-4f79-8cfb-45f0fe47d8fb on network 8f98d033-a3c4-47bf-a78c-5f0d546838bd {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:36:05.522027 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:36:05.522369 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Checking segment: {'id': '369eb51e-4ec0-475a-8ff4-6776b19a69c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f98d033-a3c4-47bf-a78c-5f0d546838bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:36:05.522777 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Bound using segment: {'id': '369eb51e-4ec0-475a-8ff4-6776b19a69c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f98d033-a3c4-47bf-a78c-5f0d546838bd'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:36:05.523280 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Bound port: ee408712-76e2-4f79-8cfb-45f0fe47d8fb, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369eb51e-4ec0-475a-8ff4-6776b19a69c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f98d033-a3c4-47bf-a78c-5f0d546838bd'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:36:05.523637 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:05.604746 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] For port ee408712-76e2-4f79-8cfb-45f0fe47d8fb, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:36:05.608808 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] For port ee408712-76e2-4f79-8cfb-45f0fe47d8fb, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ee408712-76e2-4f79-8cfb-45f0fe47d8fb,segment=NetworkSegment(369eb51e-4ec0-475a-8ff4-6776b19a69c3),segment_id=369eb51e-4ec0-475a-8ff4-6776b19a69c3)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:36:05.688808 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:05.706738 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-92127a88-1ac0-480a-a468-082c560a7131 tempest-TestShelveInstance-474159783 tempest-TestShelveInstance-474159783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:05.758136 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:05.759082 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:05.761277 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] 10.222.0.74 "PUT /v2.0/ports/ee408712-76e2-4f79-8cfb-45f0fe47d8fb HTTP/1.1" status: 200 len: 1093 time: 0.9433510 Jun 23 17:36:05.761947 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f3a149-8eef-4394-bb25-b971a40f4e9d', 'tag': 'ee408712-76e2-4f79-8cfb-45f0fe47d8fb'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:36:05.765380 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9212863-42cb-42af-8aa0-f23bf87507f6" -d '{"events": [{"name": "network-changed", "server_uuid": "47f3a149-8eef-4394-bb25-b971a40f4e9d", "tag": "ee408712-76e2-4f79-8cfb-45f0fe47d8fb"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:36:05.797772 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee408712-76e2-4f79-8cfb-45f0fe47d8fb,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:05.807276 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:05.817234 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57e9883-fe97-4a03-b12b-397c9570ed6b x-openstack-request-id: req-d57e9883-fe97-4a03-b12b-397c9570ed6b {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:36:05.817556 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f3a149-8eef-4394-bb25-b971a40f4e9d", "tag": "ee408712-76e2-4f79-8cfb-45f0fe47d8fb", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:36:05.817844 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d57e9883-fe97-4a03-b12b-397c9570ed6b {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:36:05.818277 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f3a149-8eef-4394-bb25-b971a40f4e9d', 'tag': 'ee408712-76e2-4f79-8cfb-45f0fe47d8fb', 'status': 'completed', 'code': 200} Jun 23 17:36:05.844748 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb64734-f723-4e2b-b369-1066cc8b127a req-12235c9f-4b73-43b7-b716-7ec2b788aa65 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:05.846383 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7cb64734-f723-4e2b-b369-1066cc8b127a req-12235c9f-4b73-43b7-b716-7ec2b788aa65 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 943 time: 0.1707885 Jun 23 17:36:05.922597 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-7cb64734-f723-4e2b-b369-1066cc8b127a req-eb1ccb79-f608-4658-984d-6153e4dc10d5 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632875 Jun 23 17:36:05.937503 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212863-42cb-42af-8aa0-f23bf87507f6 req-a2218052-efdb-4f49-8a7d-b5ae97dff31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:05.939613 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c9212863-42cb-42af-8aa0-f23bf87507f6 req-a2218052-efdb-4f49-8a7d-b5ae97dff31a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6c53bf25e2a945688e7d3f183847e6d0&device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 1096 time: 0.0894461 Jun 23 17:36:06.055195 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212863-42cb-42af-8aa0-f23bf87507f6 req-3c075d9c-efa7-479b-9b37-630781c7c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:06.056663 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c9212863-42cb-42af-8aa0-f23bf87507f6 req-3c075d9c-efa7-479b-9b37-630781c7c4db service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6c53bf25e2a945688e7d3f183847e6d0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1050222 Jun 23 17:36:06.178230 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212863-42cb-42af-8aa0-f23bf87507f6 req-a04d07aa-6582-4731-884f-4b7681751557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:06.180020 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c9212863-42cb-42af-8aa0-f23bf87507f6 req-a04d07aa-6582-4731-884f-4b7681751557 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138384 Jun 23 17:36:06.280196 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:06.288879 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4f8a0a5b-27fa-419f-b75e-8a5fab447c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:06.290412 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4f8a0a5b-27fa-419f-b75e-8a5fab447c8f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6c53bf25e2a945688e7d3f183847e6d0&device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 1096 time: 0.0627415 Jun 23 17:36:06.342015 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-a4b21246-e810-49bc-a5a4-c320cbafa515 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee408712-76e2-4f79-8cfb-45f0fe47d8fb HTTP/1.1" status: 200 len: 217 time: 0.0396600 Jun 23 17:36:06.424304 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-e4fc8bee-cf26-4f64-846a-7be63c42ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:06.425858 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-e4fc8bee-cf26-4f64-846a-7be63c42ed75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ed8f61c3-6af1-4754-94df-f73b32e981d2 HTTP/1.1" status: 200 len: 848 time: 0.0743310 Jun 23 17:36:06.468911 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-4a6a46da-e1d5-4ccc-a62e-8122d7724c43 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f98d033-a3c4-47bf-a78c-5f0d546838bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321748 Jun 23 17:36:06.570604 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-3c58957b-06f9-4d33-a009-0d3ee537da4f service neutron] 10.222.0.74 "GET /v2.0/networks/8f98d033-a3c4-47bf-a78c-5f0d546838bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906239 Jun 23 17:36:06.672887 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-51d5bf94-2217-4148-9f4a-259557ebb14e req-023ba40c-0946-423b-b805-c45e4865c844 service neutron] 10.222.0.74 "GET /v2.0/networks/8f98d033-a3c4-47bf-a78c-5f0d546838bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919631 Jun 23 17:36:07.122379 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8dc64-8c95-461a-80c7-3fd2f9611a5f req-ac5387cf-5627-4539-910c-afc30af1a5d9 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:07.124104 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c5c8dc64-8c95-461a-80c7-3fd2f9611a5f req-ac5387cf-5627-4539-910c-afc30af1a5d9 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 943 time: 0.0800993 Jun 23 17:36:07.171073 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c5c8dc64-8c95-461a-80c7-3fd2f9611a5f req-27812502-659b-4a32-8510-dc6e8743feec tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376046 Jun 23 17:36:07.656187 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0c15a65f-2907-4f16-8222-0cf7391b75aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:08.387160 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4ba2-fd7f-493f-9ca4-1fd6035ac4de req-d51d461f-649e-4aae-91ae-e6ef07f4bbf3 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:08.389374 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a8ac4ba2-fd7f-493f-9ca4-1fd6035ac4de req-d51d461f-649e-4aae-91ae-e6ef07f4bbf3 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 943 time: 0.0917740 Jun 23 17:36:08.455343 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a8ac4ba2-fd7f-493f-9ca4-1fd6035ac4de req-5d783d4f-4236-4b7e-8624-4533724dfe62 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462837 Jun 23 17:36:09.347462 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:09.624730 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcf713-69db-45ab-96a2-3e8ba8b1446c req-8d67ab4b-22f1-452b-8a9e-81ae26e2c348 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:09.626213 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2ddcf713-69db-45ab-96a2-3e8ba8b1446c req-8d67ab4b-22f1-452b-8a9e-81ae26e2c348 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 943 time: 0.0674791 Jun 23 17:36:09.671568 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2ddcf713-69db-45ab-96a2-3e8ba8b1446c req-a82d611d-3d48-4658-80fa-b9bf76723f7b tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392947 Jun 23 17:36:10.155088 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device ee408712-76e2-4f79-8cfb-45f0fe47d8fb details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:36:10.256453 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port ee408712-76e2-4f79-8cfb-45f0fe47d8fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ee408712-76e2-4f79-8cfb-45f0fe47d8fb,segment=NetworkSegment(369eb51e-4ec0-475a-8ff4-6776b19a69c3),segment_id=369eb51e-4ec0-475a-8ff4-6776b19a69c3)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:36:10.269419 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': 'ee408712-76e2-4f79-8cfb-45f0fe47d8fb', 'network_id': '8f98d033-a3c4-47bf-a78c-5f0d546838bd', 'port_id': 'ee408712-76e2-4f79-8cfb-45f0fe47d8fb', 'mac_address': 'fa:16:3e:51:14:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8f61c3-6af1-4754-94df-f73b32e981d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:36:10.312819 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:10.326717 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee408712-76e2-4f79-8cfb-45f0fe47d8fb {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:36:10.347949 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port ee408712-76e2-4f79-8cfb-45f0fe47d8fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ee408712-76e2-4f79-8cfb-45f0fe47d8fb,segment=NetworkSegment(369eb51e-4ec0-475a-8ff4-6776b19a69c3),segment_id=369eb51e-4ec0-475a-8ff4-6776b19a69c3)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:36:10.478895 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:10.481665 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:10.535261 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=ee408712-76e2-4f79-8cfb-45f0fe47d8fb,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:10.538843 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:10.717276 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:10.728423 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['ee408712-76e2-4f79-8cfb-45f0fe47d8fb'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:36:10.858567 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36d5b-9941-49fa-b0b3-29209ba85778 req-a27018a7-84b0-4245-94b5-9df3dd539157 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:10.860605 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-97f36d5b-9941-49fa-b0b3-29209ba85778 req-a27018a7-84b0-4245-94b5-9df3dd539157 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 944 time: 0.0705717 Jun 23 17:36:10.929876 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-97f36d5b-9941-49fa-b0b3-29209ba85778 req-38e24418-9e2c-4663-a52b-5dae0363af48 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595815 Jun 23 17:36:12.125587 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db7d78-331c-480c-a1bc-c95ad3727817 req-6f2beb66-20d9-4bf2-b38c-0170d47a9e05 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:12.127114 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d4db7d78-331c-480c-a1bc-c95ad3727817 req-6f2beb66-20d9-4bf2-b38c-0170d47a9e05 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 944 time: 0.0671082 Jun 23 17:36:12.168156 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d4db7d78-331c-480c-a1bc-c95ad3727817 req-63747f83-304c-4649-a192-beb5bfa148c6 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350087 Jun 23 17:36:12.173208 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device ee408712-76e2-4f79-8cfb-45f0fe47d8fb up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:36:12.312866 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port ee408712-76e2-4f79-8cfb-45f0fe47d8fb completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:36:12.316948 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port ee408712-76e2-4f79-8cfb-45f0fe47d8fb triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:36:12.317336 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:12.395644 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:12.421026 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f3a149-8eef-4394-bb25-b971a40f4e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee408712-76e2-4f79-8cfb-45f0fe47d8fb'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:36:12.423445 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d096aa-66b7-40b3-bcb7-6e660ced45f9" -d '{"events": [{"server_uuid": "47f3a149-8eef-4394-bb25-b971a40f4e9d", "name": "network-vif-plugged", "status": "completed", "tag": "ee408712-76e2-4f79-8cfb-45f0fe47d8fb"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:36:12.443509 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port ee408712-76e2-4f79-8cfb-45f0fe47d8fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ee408712-76e2-4f79-8cfb-45f0fe47d8fb,segment=NetworkSegment(369eb51e-4ec0-475a-8ff4-6776b19a69c3),segment_id=369eb51e-4ec0-475a-8ff4-6776b19a69c3)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:36:12.463846 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd5edcb-6d1a-41f2-ad21-ac1cfcadfaf7 x-openstack-request-id: req-ccd5edcb-6d1a-41f2-ad21-ac1cfcadfaf7 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:36:12.464203 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f3a149-8eef-4394-bb25-b971a40f4e9d", "name": "network-vif-plugged", "status": "completed", "tag": "ee408712-76e2-4f79-8cfb-45f0fe47d8fb", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:36:12.464531 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccd5edcb-6d1a-41f2-ad21-ac1cfcadfaf7 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:36:12.464976 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f3a149-8eef-4394-bb25-b971a40f4e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee408712-76e2-4f79-8cfb-45f0fe47d8fb', 'code': 200} Jun 23 17:36:12.539468 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:12.541506 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:12.589768 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=ee408712-76e2-4f79-8cfb-45f0fe47d8fb,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:12.594090 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:12.936234 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f6df-db5a-4042-b453-29676742aaa0 req-2e4b16d5-80b6-4d9c-ac44-da8850312dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:12.938560 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-01f6f6df-db5a-4042-b453-29676742aaa0 req-2e4b16d5-80b6-4d9c-ac44-da8850312dc9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 1098 time: 0.0636585 Jun 23 17:36:12.978976 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-01f6f6df-db5a-4042-b453-29676742aaa0 req-831926db-096b-4cf4-99cb-2bbbe5833680 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307505 Jun 23 17:36:13.386663 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcdacc-92b3-4ace-ab6c-2255268da7e5 req-9d80b8e3-dd35-413b-ad25-d4d48cb0c918 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:13.389953 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f2fcdacc-92b3-4ace-ab6c-2255268da7e5 req-9d80b8e3-dd35-413b-ad25-d4d48cb0c918 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 945 time: 0.0957489 Jun 23 17:36:13.452691 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f2fcdacc-92b3-4ace-ab6c-2255268da7e5 req-32b9f23e-f348-4f02-8775-cfd9ef960bd2 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563552 Jun 23 17:36:14.641093 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb696d3a-61f3-46f5-90d8-f1084e4e2d84 req-98f9c45f-b0bd-4648-8d12-89f5c7a3578b tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:14.642691 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-eb696d3a-61f3-46f5-90d8-f1084e4e2d84 req-98f9c45f-b0bd-4648-8d12-89f5c7a3578b tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 945 time: 0.0687981 Jun 23 17:36:14.689216 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-eb696d3a-61f3-46f5-90d8-f1084e4e2d84 req-f8d873d0-992a-41e0-885a-4a4b63d5c659 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382566 Jun 23 17:36:18.651938 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98037e4-0a0a-4927-af0f-2238383573ad req-d21f8a6b-6a08-4584-9b62-1efba1f4f9f4 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:18.653953 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c98037e4-0a0a-4927-af0f-2238383573ad req-d21f8a6b-6a08-4584-9b62-1efba1f4f9f4 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 945 time: 0.0672162 Jun 23 17:36:18.697878 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c98037e4-0a0a-4927-af0f-2238383573ad req-054d51ba-d449-4a53-9701-9bdddfd10ab6 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372050 Jun 23 17:36:18.705300 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:36:19.890168 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21771b-9ca1-4d4a-84a4-fb60b0175988 req-15ed75d2-0b50-4690-ba39-f9d200268cef tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:19.895669 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0a21771b-9ca1-4d4a-84a4-fb60b0175988 req-15ed75d2-0b50-4690-ba39-f9d200268cef tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 945 time: 0.0690591 Jun 23 17:36:19.932130 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0a21771b-9ca1-4d4a-84a4-fb60b0175988 req-9e561516-84e8-44e0-949a-0bb663dd4bf3 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339270 Jun 23 17:36:20.078946 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f92802-5d30-4e4d-acf5-a0dc9d98d37a req-68f8e23d-e232-4df9-8662-6810d54402bb tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:20.080411 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c2f92802-5d30-4e4d-acf5-a0dc9d98d37a req-68f8e23d-e232-4df9-8662-6810d54402bb tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.74 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 945 time: 0.0718110 Jun 23 17:36:20.195925 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c2f92802-5d30-4e4d-acf5-a0dc9d98d37a req-31d652f4-90f5-4969-b28e-291f6c3bb084 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Deleting port ee408712-76e2-4f79-8cfb-45f0fe47d8fb {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:36:20.196263 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c2f92802-5d30-4e4d-acf5-a0dc9d98d37a req-31d652f4-90f5-4969-b28e-291f6c3bb084 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:20.294178 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c2f92802-5d30-4e4d-acf5-a0dc9d98d37a req-31d652f4-90f5-4969-b28e-291f6c3bb084 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] For port ee408712-76e2-4f79-8cfb-45f0fe47d8fb, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ee408712-76e2-4f79-8cfb-45f0fe47d8fb,segment=NetworkSegment(369eb51e-4ec0-475a-8ff4-6776b19a69c3),segment_id=369eb51e-4ec0-475a-8ff4-6776b19a69c3)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:36:20.294557 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c2f92802-5d30-4e4d-acf5-a0dc9d98d37a req-31d652f4-90f5-4969-b28e-291f6c3bb084 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:20.307060 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-c2f92802-5d30-4e4d-acf5-a0dc9d98d37a req-31d652f4-90f5-4969-b28e-291f6c3bb084 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Calling delete_port for ee408712-76e2-4f79-8cfb-45f0fe47d8fb owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:36:20.546093 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c2f92802-5d30-4e4d-acf5-a0dc9d98d37a req-31d652f4-90f5-4969-b28e-291f6c3bb084 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:20.550314 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-148ccb8e-9869-440d-8864-a255a1f11e1b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:20.580390 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d652f4-90f5-4969-b28e-291f6c3bb084 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Pushing event deleted for resources: {'Port': ['ID=ee408712-76e2-4f79-8cfb-45f0fe47d8fb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:20.583601 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-31d652f4-90f5-4969-b28e-291f6c3bb084 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:20.627161 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f92802-5d30-4e4d-acf5-a0dc9d98d37a req-31d652f4-90f5-4969-b28e-291f6c3bb084 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] No DVR routers for this DVR port ee408712-76e2-4f79-8cfb-45f0fe47d8fb on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:36:20.629981 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c2f92802-5d30-4e4d-acf5-a0dc9d98d37a req-31d652f4-90f5-4969-b28e-291f6c3bb084 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:20.632384 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c2f92802-5d30-4e4d-acf5-a0dc9d98d37a req-31d652f4-90f5-4969-b28e-291f6c3bb084 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.74 "DELETE /v2.0/ports/ee408712-76e2-4f79-8cfb-45f0fe47d8fb HTTP/1.1" status: 204 len: 173 time: 0.5426450 Jun 23 17:36:20.632926 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f3a149-8eef-4394-bb25-b971a40f4e9d', 'name': 'network-vif-deleted', 'tag': 'ee408712-76e2-4f79-8cfb-45f0fe47d8fb'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:36:20.635411 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ff738e-abab-4961-936d-a32f3861538d" -d '{"events": [{"server_uuid": "47f3a149-8eef-4394-bb25-b971a40f4e9d", "name": "network-vif-deleted", "tag": "ee408712-76e2-4f79-8cfb-45f0fe47d8fb"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:36:20.673659 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19280b3-df22-4ede-a1d5-552439c5d177 x-openstack-request-id: req-b19280b3-df22-4ede-a1d5-552439c5d177 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:36:20.673989 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f3a149-8eef-4394-bb25-b971a40f4e9d", "name": "network-vif-deleted", "tag": "ee408712-76e2-4f79-8cfb-45f0fe47d8fb", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:36:20.674280 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b19280b3-df22-4ede-a1d5-552439c5d177 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:36:20.674706 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f3a149-8eef-4394-bb25-b971a40f4e9d', 'name': 'network-vif-deleted', 'tag': 'ee408712-76e2-4f79-8cfb-45f0fe47d8fb', 'status': 'completed', 'code': 200} Jun 23 17:36:21.088667 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e199488a-07d2-4063-8c35-80ff4e6ccb74 req-8614cfbc-456e-436b-a03f-283d7e0fa480 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] 10.222.0.49 "GET /v2.0/ports?device_id=47f3a149-8eef-4394-bb25-b971a40f4e9d HTTP/1.1" status: 200 len: 210 time: 0.0327125 Jun 23 17:36:22.205893 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device ee408712-76e2-4f79-8cfb-45f0fe47d8fb no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:36:22.229844 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: ee408712-76e2-4f79-8cfb-45f0fe47d8fb {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:36:22.230180 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device ee408712-76e2-4f79-8cfb-45f0fe47d8fb not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:36:32.438323 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:35.141199 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2ee7dbed-f371-48fe-b2f4-aae6aae150ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:36.364267 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:37.680094 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fde65699-cef0-4e32-b62d-a4af198f90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:39.344983 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:40.860940 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.105029 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36382) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:36:41.154373 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Deleting subnet ed8f61c3-6af1-4754-94df-f73b32e981d2 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:36:41.158230 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.197644 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30134377'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.237399 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.439323 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24460276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24383289'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.441874 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-dfe1356c-cf6f-40cf-9651-f1182ee04e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:41.467677 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8f61c3-6af1-4754-94df-f73b32e981d2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:41.473221 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.476722 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ed8f61c3-6af1-4754-94df-f73b32e981d2 HTTP/1.1" status: 204 len: 168 time: 0.3698344 Jun 23 17:36:41.481134 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36384) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:36:41.485279 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.485798 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.486376 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.486861 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.487350 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.487830 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.488294 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.488770 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.489272 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.489746 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.490202 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.490677 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.495253 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-58291e1e-185e-419e-a3d5-9c545bb0a7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:41.555936 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.637823 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.648319 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f98d033-a3c4-47bf-a78c-5f0d546838bd']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:36:41.661400 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369eb51e-4ec0-475a-8ff4-6776b19a69c3') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:36:41.661701 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369eb51e-4ec0-475a-8ff4-6776b19a69c3') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:36:41.672711 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30971532'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.687687 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.694153 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:36:41.694439 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31588823'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: Traceback (most recent call last): Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: timer() Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: cb(*args, **kw) Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: return func(*args, **kwargs) Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: self._notify() Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: self.callback(batched_events) Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: event.method(event) Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: return f(self, *a, **k) Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: return self._get(url).json() Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: return self.request(url, 'GET', **kwargs) Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:36:41.696236 dv-cinder-788253-3-smb neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:36:41.893165 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.897740 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:41.901274 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:41.904100 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] 10.222.0.49 "DELETE /v2.0/networks/8f98d033-a3c4-47bf-a78c-5f0d546838bd HTTP/1.1" status: 204 len: 168 time: 0.4215033 Jun 23 17:36:41.908344 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36386) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:36:41.918361 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Pushing event deleted for resources: {'Network': ['ID=8f98d033-a3c4-47bf-a78c-5f0d546838bd,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:41.927391 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.927950 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.928476 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.928959 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.929335 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.929705 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.930072 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.930466 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.930895 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.931355 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.931723 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.932116 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:36:41.935910 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-0d814fa5-b82a-4b28-8f97-1b74fcb733df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:41.965253 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcf4929-2bcb-4a84-8ec3-266e919c0867 admin admin] Deleting subnet 96e0060a-e104-4cf7-a8de-e26e127200b5 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:36:41.970370 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4929-2bcb-4a84-8ec3-266e919c0867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:42.006726 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4929-2bcb-4a84-8ec3-266e919c0867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30134377'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:42.046898 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4929-2bcb-4a84-8ec3-266e919c0867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:42.175983 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4929-2bcb-4a84-8ec3-266e919c0867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24460276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24383289'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:42.178496 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-f37db4d3-a665-4f5e-bc58-ed6f8b49e95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:42.210573 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4929-2bcb-4a84-8ec3-266e919c0867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:42.212517 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-ddcf4929-2bcb-4a84-8ec3-266e919c0867 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/96e0060a-e104-4cf7-a8de-e26e127200b5 HTTP/1.1" status: 204 len: 168 time: 0.3029847 Jun 23 17:36:42.213386 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf4929-2bcb-4a84-8ec3-266e919c0867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e0060a-e104-4cf7-a8de-e26e127200b5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:42.216314 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36388) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:36:42.217740 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ddcf4929-2bcb-4a84-8ec3-266e919c0867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:42.301467 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:42.389749 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:42.402143 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c104ce04-ea2a-4b67-8a6a-ebaa4e501534']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:36:42.413666 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b65b523-2c6d-43d9-9f20-ca269a8f5c85') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:36:42.414172 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b65b523-2c6d-43d9-9f20-ca269a8f5c85') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:36:42.424311 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30971532'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:42.439620 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:42.446438 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:36:42.446839 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31588823'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: Traceback (most recent call last): Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: timer() Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: cb(*args, **kw) Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: return func(*args, **kwargs) Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: self._notify() Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: self.callback(batched_events) Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: event.method(event) Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: return f(self, *a, **k) Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: return self._get(url).json() Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: return self.request(url, 'GET', **kwargs) Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:36:42.448793 dv-cinder-788253-3-smb neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:36:42.621415 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:42.626172 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:42.631509 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:42.633187 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c104ce04-ea2a-4b67-8a6a-ebaa4e501534 HTTP/1.1" status: 204 len: 168 time: 0.4156492 Jun 23 17:36:42.651803 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] Pushing event deleted for resources: {'Network': ['ID=c104ce04-ea2a-4b67-8a6a-ebaa4e501534,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:42.655506 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-e2d3bcd2-edc0-41a2-b78d-0bf6ab69b610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:43.123397 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36392) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:36:43.182366 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-5958d081-f49c-4260-b623-3b842c355058 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c53bf25e2a945688e7d3f183847e6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576744 Jun 23 17:36:43.185463 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36394) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:36:43.235488 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3f52-0157-4ded-960f-2ba66848893b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:43.258465 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3f52-0157-4ded-960f-2ba66848893b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:43.398216 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3f52-0157-4ded-960f-2ba66848893b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:43.401518 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3f52-0157-4ded-960f-2ba66848893b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:43.403526 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-5bdc3f52-0157-4ded-960f-2ba66848893b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3fb4f2a2-003a-4fa3-a4f0-2b831b11467a HTTP/1.1" status: 204 len: 168 time: 0.2163658 Jun 23 17:36:43.404461 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-cc74bbf4-6cdc-4f7d-a41e-0f7fad32589a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:43.413343 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc3f52-0157-4ded-960f-2ba66848893b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb4f2a2-003a-4fa3-a4f0-2b831b11467a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:43.416065 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-5bdc3f52-0157-4ded-960f-2ba66848893b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:44.454180 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36400) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:36:44.499120 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-d1a864a8-6211-4253-8570-3384e535dc1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eca26d8541354e7199b3acda429b3250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435963 Jun 23 17:36:44.501952 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36402) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:36:44.555005 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c654924-c8ac-4d05-bdf6-880fb2b01b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:44.579098 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c654924-c8ac-4d05-bdf6-880fb2b01b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:44.727716 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c654924-c8ac-4d05-bdf6-880fb2b01b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:44.730571 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6c654924-c8ac-4d05-bdf6-880fb2b01b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:44.732419 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-6c654924-c8ac-4d05-bdf6-880fb2b01b3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/840f09fb-3f47-40e5-bd25-a16a8d141ae8 HTTP/1.1" status: 204 len: 168 time: 0.2295053 Jun 23 17:36:44.733302 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-36b1558b-25cc-4c70-8059-00ea778a5c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:44.742046 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c654924-c8ac-4d05-bdf6-880fb2b01b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840f09fb-3f47-40e5-bd25-a16a8d141ae8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:44.744662 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-6c654924-c8ac-4d05-bdf6-880fb2b01b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:46.956065 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36432) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:36:47.066430 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7bd160d4-dcd5-4dbd-8c3f-308e75cb0b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:47.164254 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7bd160d4-dcd5-4dbd-8c3f-308e75cb0b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:47.312835 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7bd160d4-dcd5-4dbd-8c3f-308e75cb0b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:47.317144 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-02134b9e-1a2e-4ecd-b4db-0383276d14ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:47.357530 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-7bd160d4-dcd5-4dbd-8c3f-308e75cb0b24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22e1675423fe43d9bd1ad829b9de792f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970633 Jun 23 17:36:47.357530 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd160d4-dcd5-4dbd-8c3f-308e75cb0b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488bdf84-c13a-49a0-95dc-a11e376675fb,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:47.358503 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36436) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:36:47.360028 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-7bd160d4-dcd5-4dbd-8c3f-308e75cb0b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:47.413450 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b953f86-b438-4eed-9d2b-5b6abea2b1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:47.435618 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b953f86-b438-4eed-9d2b-5b6abea2b1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:47.598364 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b953f86-b438-4eed-9d2b-5b6abea2b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:47.600976 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b953f86-b438-4eed-9d2b-5b6abea2b1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:47.605494 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-4b953f86-b438-4eed-9d2b-5b6abea2b1a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/488bdf84-c13a-49a0-95dc-a11e376675fb HTTP/1.1" status: 204 len: 168 time: 0.2422557 Jun 23 17:36:47.605494 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-bf846802-ddb9-4aaa-a090-725e6e368e73 tempest-AttachVolumeShelveTestJSON-1941657344 tempest-AttachVolumeShelveTestJSON-1941657344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:47.611314 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b953f86-b438-4eed-9d2b-5b6abea2b1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488bdf84-c13a-49a0-95dc-a11e376675fb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:47.613689 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4b953f86-b438-4eed-9d2b-5b6abea2b1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:48.842400 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36458) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:36:48.939311 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-871122697-network', 'tenant_id': 'aa7209f486ce4bbc944d5d47bb2714bb'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:36:49.350269 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Made reservation on behalf of aa7209f486ce4bbc944d5d47bb2714bb for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:36:49.352629 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:49.361348 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:49.451593 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:49.552501 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:49.556795 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-fb09ca72-edf1-42fc-aec0-f88129983816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:49.575442 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:36:49.589493 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b79399-e1c8-4ae0-b4d2-40b991824df4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:49.592796 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:49.596690 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:49.597104 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.db.segments_db [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Added segment 7815a961-10cb-4252-9ff9-e5f16b083fd4 of type vlan for network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c Jun 23 17:36:49.640213 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792183799565'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:49.801852 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:49.803401 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:49.804057 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:49.806441 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:49.869477 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Pushing event updated for resources: {'Network': ['ID=04f91ac7-6a99-43f9-a93d-aa42a9b1144c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:49.872871 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:49.880208 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c details requested by agent ovs-agent-dv-cinder-788253-3-smb with host dv-cinder-788253-3-smb {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:36:49.919215 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-a82e8430-f99a-46b8-950f-6fb565840daa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0755615 Jun 23 17:36:49.922474 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36462) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:36:49.928097 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] Request body: {'subnet': {'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-871122697-subnet', 'tenant_id': 'aa7209f486ce4bbc944d5d47bb2714bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:36:50.061315 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] Made reservation on behalf of aa7209f486ce4bbc944d5d47bb2714bb for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:36:50.064126 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24383268'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:50.380767 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24459831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24383286'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:50.383957 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:50.437164 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] Pushing event updated for resources: {'Subnet': ['ID=51fbbc8a-116c-4512-89c6-0d27e53a2f07,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:50.440642 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:50.454739 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] Checking segment: {'id': '7815a961-10cb-4252-9ff9-e5f16b083fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:36:50.454739 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] Network hostable DHCP agents. Network: 04f91ac7-6a99-43f9-a93d-aa42a9b1144c, hostable agents: ['72a24590-20d9-4b50-965c-b34764c283ae'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:36:50.615318 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] Network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c is scheduled to be hosted by DHCP agent 72a24590-20d9-4b50-965c-b34764c283ae with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:36:50.735427 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-3-smb, 04f91ac7-6a99-43f9-a93d-aa42a9b1144c) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:36:50.739455 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:50.740051 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:50.744588 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc6eddd-889b-4372-87e2-92511111d3ef None None] Network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:36:50.865299 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-28ec9f05-243b-44dd-82ff-8d551d03417c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9415631 Jun 23 17:36:50.872104 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cff199-3be2-4299-b231-cde39bc1bdbe None None] Network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c requested from dv-cinder-788253-3-smb {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:36:53.369651 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-9eab05b1-e8f5-49d2-877d-bbcd02855054 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:53.371110 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-9eab05b1-e8f5-49d2-877d-bbcd02855054 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/networks?id=04f91ac7-6a99-43f9-a93d-aa42a9b1144c HTTP/1.1" status: 200 len: 808 time: 0.1251230 Jun 23 17:36:53.386226 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-ac6bdc36-81f0-45a2-b5c8-1bfb3800620d tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/quotas/aa7209f486ce4bbc944d5d47bb2714bb HTTP/1.1" status: 200 len: 375 time: 0.0095441 Jun 23 17:36:53.420643 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-6c559baf-1144-4c73-a9c7-1ad355c44bef tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa7209f486ce4bbc944d5d47bb2714bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285311 Jun 23 17:36:53.483707 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-6099e54c-5bf2-41c8-8592-672f82418b1d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:36:53.484841 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-6099e54c-5bf2-41c8-8592-672f82418b1d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576360 Jun 23 17:36:53.580599 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-6057e099-c87a-42ae-a8e5-f416cc7a58ba service neutron] 10.222.0.49 "GET /v2.0/networks/04f91ac7-6a99-43f9-a93d-aa42a9b1144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893989 Jun 23 17:36:53.674384 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-75532e4b-9096-4c63-971e-0b7396a8524b service neutron] 10.222.0.49 "GET /v2.0/networks/04f91ac7-6a99-43f9-a93d-aa42a9b1144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870667 Jun 23 17:36:53.958410 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-8c0787fc-0689-458e-9d5f-ce619211bb3c req-5b8de4b9-61c5-4e9a-947b-1b4aeffbf4b3 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 210 time: 0.0310168 Jun 23 17:36:55.064573 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c8ce577e-a342-435a-babb-340f107de508 req-7ccb08ea-84f7-4100-8702-06e1efa5e975 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 210 time: 0.0322983 Jun 23 17:36:55.703703 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:36:56.210516 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ca728faf-bc80-4009-94cb-0bebfbbec3ff req-13d5cb5a-7c72-4431-b2cd-4c668ffef3ec tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 210 time: 0.0296605 Jun 23 17:36:57.084077 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-2d6704f0-c896-47eb-abc6-494e0d0bd8be tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:57.085566 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-2d6704f0-c896-47eb-abc6-494e0d0bd8be tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.74 "GET /v2.0/networks?id=04f91ac7-6a99-43f9-a93d-aa42a9b1144c HTTP/1.1" status: 200 len: 808 time: 0.1151030 Jun 23 17:36:57.101471 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Request body: {'port': {'device_id': '69285e33-6750-4b24-9ff3-da9c6a7b4b7d', 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c', 'admin_state_up': True, 'tenant_id': 'aa7209f486ce4bbc944d5d47bb2714bb'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:36:57.349571 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Made reservation on behalf of aa7209f486ce4bbc944d5d47bb2714bb for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:36:57.356010 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:57.465778 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-22f50683-eec6-4b91-9bdc-fb5b9e8e2414 req-b45e84da-39a5-408e-8a8e-64c7e423edd4 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 210 time: 0.0456128 Jun 23 17:36:57.526454 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Allocated IP 172.20.0.13 (04f91ac7-6a99-43f9-a93d-aa42a9b1144c/51fbbc8a-116c-4512-89c6-0d27e53a2f07/f76c4bae-abde-49a5-b111-01af1ae4242b) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:36:57.696571 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:57.827515 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24460199'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:57.832635 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:57.882467 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:36:57.886223 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:36:57.891249 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:36:57.898529 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Pushing event updated for resources: {'Port': ['ID=f76c4bae-abde-49a5-b111-01af1ae4242b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:57.918596 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:57.945941 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:57.946590 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:58.134627 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-68e135dc-d199-4f47-a76a-37e66b61eb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0369542 Jun 23 17:36:58.148732 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-d4837a00-5c59-4dbb-9e4f-253df1b94b2c tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:36:58.149669 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-d4837a00-5c59-4dbb-9e4f-253df1b94b2c tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051386 Jun 23 17:36:58.205689 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Request body: {'port': {'device_id': '69285e33-6750-4b24-9ff3-da9c6a7b4b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:36:58.298664 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:58.625600 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76c4bae-abde-49a5-b111-01af1ae4242b {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:36:58.635296 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:58.653773 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Transition to ACTIVE for port object f76c4bae-abde-49a5-b111-01af1ae4242b will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:36:58.681354 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06a358-a877-4694-8173-b98de01a9ea9 req-8c17821c-ebab-4408-9b1a-cec40dc95d48 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:58.682963 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6f06a358-a877-4694-8173-b98de01a9ea9 req-8c17821c-ebab-4408-9b1a-cec40dc95d48 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 932 time: 0.1017623 Jun 23 17:36:58.725969 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-6f06a358-a877-4694-8173-b98de01a9ea9 req-53e88ac1-9d0d-4570-8d75-ce1a64bf8c08 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363810 Jun 23 17:36:58.740728 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:58.745776 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:58.820984 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Pushing event updated for resources: {'Port': ['ID=f76c4bae-abde-49a5-b111-01af1ae4242b,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:58.825753 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:58.885981 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Attempting to bind port f76c4bae-abde-49a5-b111-01af1ae4242b on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:36:58.886329 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Attempting to bind port f76c4bae-abde-49a5-b111-01af1ae4242b by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '7815a961-10cb-4252-9ff9-e5f16b083fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:36:58.886707 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Attempting to bind port f76c4bae-abde-49a5-b111-01af1ae4242b on network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:36:58.892002 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Port f76c4bae-abde-49a5-b111-01af1ae4242b on network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:36:58.892314 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Attempting to bind port f76c4bae-abde-49a5-b111-01af1ae4242b on network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:36:58.898348 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:36:58.898683 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Checking segment: {'id': '7815a961-10cb-4252-9ff9-e5f16b083fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:36:58.899123 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Bound using segment: {'id': '7815a961-10cb-4252-9ff9-e5f16b083fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:36:58.899567 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Bound port: f76c4bae-abde-49a5-b111-01af1ae4242b, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7815a961-10cb-4252-9ff9-e5f16b083fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:36:58.899914 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:58.974019 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] For port f76c4bae-abde-49a5-b111-01af1ae4242b, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:36:58.977524 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] For port f76c4bae-abde-49a5-b111-01af1ae4242b, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f76c4bae-abde-49a5-b111-01af1ae4242b,segment=NetworkSegment(7815a961-10cb-4252-9ff9-e5f16b083fd4),segment_id=7815a961-10cb-4252-9ff9-e5f16b083fd4)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:36:59.090506 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:59.092793 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-2bfbda92-22e0-49f8-a3e1-bf3961c56be3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:36:59.131052 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:59.131809 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:36:59.133305 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] 10.222.0.74 "PUT /v2.0/ports/f76c4bae-abde-49a5-b111-01af1ae4242b HTTP/1.1" status: 200 len: 1094 time: 0.9768987 Jun 23 17:36:59.133928 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69285e33-6750-4b24-9ff3-da9c6a7b4b7d', 'tag': 'f76c4bae-abde-49a5-b111-01af1ae4242b'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:36:59.136288 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10d1cc7-5cc8-4afa-a130-5d10b3c7d790" -d '{"events": [{"name": "network-changed", "server_uuid": "69285e33-6750-4b24-9ff3-da9c6a7b4b7d", "tag": "f76c4bae-abde-49a5-b111-01af1ae4242b"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:36:59.165200 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Pushing event updated for resources: {'Port': ['ID=f76c4bae-abde-49a5-b111-01af1ae4242b,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:36:59.170940 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-df25ccbf-3843-4771-9667-9e348a956f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:36:59.303278 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83feaddf-4d81-4c90-98ff-29fe3ddfd362 x-openstack-request-id: req-83feaddf-4d81-4c90-98ff-29fe3ddfd362 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:36:59.303608 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69285e33-6750-4b24-9ff3-da9c6a7b4b7d", "tag": "f76c4bae-abde-49a5-b111-01af1ae4242b", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:36:59.303904 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83feaddf-4d81-4c90-98ff-29fe3ddfd362 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:36:59.304341 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69285e33-6750-4b24-9ff3-da9c6a7b4b7d', 'tag': 'f76c4bae-abde-49a5-b111-01af1ae4242b', 'status': 'completed', 'code': 200} Jun 23 17:36:59.399399 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d1cc7-5cc8-4afa-a130-5d10b3c7d790 req-65db3051-d911-41d8-8480-4dea767f6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:59.400949 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f10d1cc7-5cc8-4afa-a130-5d10b3c7d790 req-65db3051-d911-41d8-8480-4dea767f6fdd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa7209f486ce4bbc944d5d47bb2714bb&device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 1097 time: 0.0705907 Jun 23 17:36:59.518435 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d1cc7-5cc8-4afa-a130-5d10b3c7d790 req-66e79eee-0581-4c2d-89ee-62dcb4a386b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:59.520053 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f10d1cc7-5cc8-4afa-a130-5d10b3c7d790 req-66e79eee-0581-4c2d-89ee-62dcb4a386b9 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=aa7209f486ce4bbc944d5d47bb2714bb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1085124 Jun 23 17:36:59.622690 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d1cc7-5cc8-4afa-a130-5d10b3c7d790 req-c8b9777f-b7b4-460b-87df-aa9130c3a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:59.624191 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-f10d1cc7-5cc8-4afa-a130-5d10b3c7d790 req-c8b9777f-b7b4-460b-87df-aa9130c3a783 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938928 Jun 23 17:36:59.733922 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-0bfdd43c-84cb-4d23-80b3-16b6a3a02f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:59.735798 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-0bfdd43c-84cb-4d23-80b3-16b6a3a02f7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa7209f486ce4bbc944d5d47bb2714bb&device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 1097 time: 0.0617690 Jun 23 17:36:59.804390 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-a47ccac4-98c6-485d-8d12-144d4c640c67 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f76c4bae-abde-49a5-b111-01af1ae4242b HTTP/1.1" status: 200 len: 217 time: 0.0559936 Jun 23 17:36:59.859231 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-5e85dec0-eac0-4540-992e-4a4f077de060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:36:59.860777 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-5e85dec0-eac0-4540-992e-4a4f077de060 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=51fbbc8a-116c-4512-89c6-0d27e53a2f07 HTTP/1.1" status: 200 len: 848 time: 0.0476091 Jun 23 17:36:59.921520 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-764ce5a9-fd01-4c27-a47a-3e6dfa578720 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04f91ac7-6a99-43f9-a93d-aa42a9b1144c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501287 Jun 23 17:37:00.045927 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66531-96dc-466a-819c-7b21374453e6 req-c0c1653a-bf48-4220-813a-8da8d3a7629f tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:00.047709 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4ae66531-96dc-466a-819c-7b21374453e6 req-c0c1653a-bf48-4220-813a-8da8d3a7629f tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 944 time: 0.1680737 Jun 23 17:37:00.054068 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-eeb35768-19c5-4da1-9268-d52a9e7de820 service neutron] 10.222.0.74 "GET /v2.0/networks/04f91ac7-6a99-43f9-a93d-aa42a9b1144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159248 Jun 23 17:37:00.147835 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4ae66531-96dc-466a-819c-7b21374453e6 req-64ea2c8f-9ae4-41e9-9301-40c52fbc7a66 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885732 Jun 23 17:37:00.187324 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c1f91d55-cfe4-4ed9-b096-01b1cad8f8e8 req-6e158d70-0917-4e0b-8578-db997f5a0e89 service neutron] 10.222.0.74 "GET /v2.0/networks/04f91ac7-6a99-43f9-a93d-aa42a9b1144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209891 Jun 23 17:37:01.392672 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e741d-0a47-465e-a21e-3bbb3bad8e40 req-76acaf35-aa00-4769-982e-97c3ec43e3a5 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:01.394398 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b56e741d-0a47-465e-a21e-3bbb3bad8e40 req-76acaf35-aa00-4769-982e-97c3ec43e3a5 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 944 time: 0.0684874 Jun 23 17:37:01.437971 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-b56e741d-0a47-465e-a21e-3bbb3bad8e40 req-b4ea17ba-7971-4080-a0af-3cd3dfd4a844 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Jun 23 17:37:02.403539 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:02.633706 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112a86-688e-468e-b191-1400b5d3cda3 req-f7ca3eee-2741-4050-9c08-00fa3a1c237e tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:02.635312 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-64112a86-688e-468e-b191-1400b5d3cda3 req-f7ca3eee-2741-4050-9c08-00fa3a1c237e tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 944 time: 0.0749114 Jun 23 17:37:02.680502 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-64112a86-688e-468e-b191-1400b5d3cda3 req-b1accf91-c109-41a0-b280-de96a3e3ca73 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379248 Jun 23 17:37:03.939782 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e75e1-af1c-4822-87b4-1b960fbaf90d req-78cb84be-d024-474c-9241-8a2a166023e1 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:03.942641 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-288e75e1-af1c-4822-87b4-1b960fbaf90d req-78cb84be-d024-474c-9241-8a2a166023e1 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 944 time: 0.1108270 Jun 23 17:37:03.981603 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-288e75e1-af1c-4822-87b4-1b960fbaf90d req-54a248c1-053f-441a-864e-ccfd6f4b5451 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333471 Jun 23 17:37:04.448431 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device f76c4bae-abde-49a5-b111-01af1ae4242b details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:37:04.549526 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port f76c4bae-abde-49a5-b111-01af1ae4242b, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f76c4bae-abde-49a5-b111-01af1ae4242b,segment=NetworkSegment(7815a961-10cb-4252-9ff9-e5f16b083fd4),segment_id=7815a961-10cb-4252-9ff9-e5f16b083fd4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:37:04.562789 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': 'f76c4bae-abde-49a5-b111-01af1ae4242b', 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c', 'port_id': 'f76c4bae-abde-49a5-b111-01af1ae4242b', 'mac_address': 'fa:16:3e:8d:3d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fbbc8a-116c-4512-89c6-0d27e53a2f07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:37:04.741766 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:04.756458 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76c4bae-abde-49a5-b111-01af1ae4242b {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:37:04.790189 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port f76c4bae-abde-49a5-b111-01af1ae4242b, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f76c4bae-abde-49a5-b111-01af1ae4242b,segment=NetworkSegment(7815a961-10cb-4252-9ff9-e5f16b083fd4),segment_id=7815a961-10cb-4252-9ff9-e5f16b083fd4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:37:04.853124 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:04.856841 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:04.907971 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=f76c4bae-abde-49a5-b111-01af1ae4242b,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:04.916280 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:04.918063 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:04.918063 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:04.918063 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:04.918448 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:04.918572 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:04.918856 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:04.919213 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:04.919538 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:04.919864 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:04.920187 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:04.920789 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:04.925250 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:05.111793 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['f76c4bae-abde-49a5-b111-01af1ae4242b'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:37:05.153655 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-139acd7d-4fcf-4b58-ae30-6a00e1a8efab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:05.217979 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362d3c2-95f8-4407-8794-3cc1aa288e80 req-916fc291-0f01-4614-9454-202534c3929a tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:05.221199 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5362d3c2-95f8-4407-8794-3cc1aa288e80 req-916fc291-0f01-4614-9454-202534c3929a tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 945 time: 0.0850847 Jun 23 17:37:05.265252 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-5362d3c2-95f8-4407-8794-3cc1aa288e80 req-ae13ecb8-f0d3-4519-b233-79ae00328d7f tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385106 Jun 23 17:37:06.260704 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:06.455563 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4faf0f-9f7a-4d02-b954-c3bd17862476 req-af431f3d-9d72-4465-b2b1-9a249f93c620 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:06.457359 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4a4faf0f-9f7a-4d02-b954-c3bd17862476 req-af431f3d-9d72-4465-b2b1-9a249f93c620 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 945 time: 0.0724976 Jun 23 17:37:06.482636 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device f76c4bae-abde-49a5-b111-01af1ae4242b up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:37:06.514382 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-4a4faf0f-9f7a-4d02-b954-c3bd17862476 req-cf308a3b-5640-45b2-bdf2-a0ce4612ab5c tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452149 Jun 23 17:37:06.618577 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port f76c4bae-abde-49a5-b111-01af1ae4242b completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:37:06.623781 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port f76c4bae-abde-49a5-b111-01af1ae4242b triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:37:06.624419 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:06.709727 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:06.736675 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69285e33-6750-4b24-9ff3-da9c6a7b4b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76c4bae-abde-49a5-b111-01af1ae4242b'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:37:06.739131 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e91da28-25a6-4623-861f-50a654fcd3a6" -d '{"events": [{"server_uuid": "69285e33-6750-4b24-9ff3-da9c6a7b4b7d", "name": "network-vif-plugged", "status": "completed", "tag": "f76c4bae-abde-49a5-b111-01af1ae4242b"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:37:06.753179 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port f76c4bae-abde-49a5-b111-01af1ae4242b, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f76c4bae-abde-49a5-b111-01af1ae4242b,segment=NetworkSegment(7815a961-10cb-4252-9ff9-e5f16b083fd4),segment_id=7815a961-10cb-4252-9ff9-e5f16b083fd4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:37:06.843620 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:06.848037 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-0625b22c-23f8-4e55-ae38-7e243b9d4c0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:06.852073 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa7e0f-3c68-4589-b979-93f1fdbcfb92 x-openstack-request-id: req-73fa7e0f-3c68-4589-b979-93f1fdbcfb92 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:37:06.852341 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69285e33-6750-4b24-9ff3-da9c6a7b4b7d", "name": "network-vif-plugged", "status": "completed", "tag": "f76c4bae-abde-49a5-b111-01af1ae4242b", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:37:06.852622 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73fa7e0f-3c68-4589-b979-93f1fdbcfb92 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:37:06.853199 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69285e33-6750-4b24-9ff3-da9c6a7b4b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76c4bae-abde-49a5-b111-01af1ae4242b', 'code': 200} Jun 23 17:37:06.912149 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=f76c4bae-abde-49a5-b111-01af1ae4242b,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:06.916385 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:07.293740 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d4d09-b978-4e94-9d3a-afe63230a0e8 req-1994e4c3-b4c5-417f-93ac-6fce06b136fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:07.295225 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-958d4d09-b978-4e94-9d3a-afe63230a0e8 req-1994e4c3-b4c5-417f-93ac-6fce06b136fc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 1099 time: 0.0592580 Jun 23 17:37:07.336378 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-958d4d09-b978-4e94-9d3a-afe63230a0e8 req-1b538f87-3d50-459c-862b-d5a3f8d0a36e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321078 Jun 23 17:37:07.655048 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-517e9cee-fdd5-4cd1-b073-e3371a5cae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:07.705705 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94597dc0-f529-44dc-a0f5-c3ec80e2a2c2 req-ec058df9-5631-4606-be01-687889aba769 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:07.707315 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-94597dc0-f529-44dc-a0f5-c3ec80e2a2c2 req-ec058df9-5631-4606-be01-687889aba769 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 946 time: 0.0743077 Jun 23 17:37:07.748667 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-94597dc0-f529-44dc-a0f5-c3ec80e2a2c2 req-46710988-f919-455c-bf45-993f8e5cd3da tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354567 Jun 23 17:37:08.958225 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9fd11-ce12-4ead-a8ca-c48e3c1ad9d8 req-30366494-8b70-407a-bf71-86cdbcbdce42 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:08.961050 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ddf9fd11-ce12-4ead-a8ca-c48e3c1ad9d8 req-30366494-8b70-407a-bf71-86cdbcbdce42 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 946 time: 0.0831449 Jun 23 17:37:09.004397 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ddf9fd11-ce12-4ead-a8ca-c48e3c1ad9d8 req-21783ea4-6f1a-4c45-8e6d-d4c613613253 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369043 Jun 23 17:37:09.318281 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:10.755633 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:10.791609 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e91e9-ae95-44b1-9bb9-511619d1ec8c req-e9f6ba71-10e2-47e3-985d-ae810f84daac tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:10.793738 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e04e91e9-ae95-44b1-9bb9-511619d1ec8c req-e9f6ba71-10e2-47e3-985d-ae810f84daac tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 946 time: 0.0820768 Jun 23 17:37:10.846769 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e04e91e9-ae95-44b1-9bb9-511619d1ec8c req-dcc09a2f-ec80-47d3-8c4a-2eb9955e84f1 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Jun 23 17:37:12.068958 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae2a7-ebc3-4def-a671-841a88502f61 req-4993da92-f4c9-45eb-abe7-40f6d0dfd6fd tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:12.070447 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-709ae2a7-ebc3-4def-a671-841a88502f61 req-4993da92-f4c9-45eb-abe7-40f6d0dfd6fd tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 946 time: 0.0988166 Jun 23 17:37:12.142051 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-709ae2a7-ebc3-4def-a671-841a88502f61 req-16773767-ecaf-4d1d-88e5-ffdbf25913c9 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649819 Jun 23 17:37:12.184352 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0be7f-869f-4af4-bd39-beb87bae1cdf req-63026527-a486-418a-a047-2cb6820be65c tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:12.186083 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ebb0be7f-869f-4af4-bd39-beb87bae1cdf req-63026527-a486-418a-a047-2cb6820be65c tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.74 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 946 time: 0.0947711 Jun 23 17:37:12.305378 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-ebb0be7f-869f-4af4-bd39-beb87bae1cdf req-9c27b0a8-a61f-42e7-8357-28cdfb4a40d2 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Deleting port f76c4bae-abde-49a5-b111-01af1ae4242b {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:37:12.305737 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebb0be7f-869f-4af4-bd39-beb87bae1cdf req-9c27b0a8-a61f-42e7-8357-28cdfb4a40d2 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:12.401662 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-ebb0be7f-869f-4af4-bd39-beb87bae1cdf req-9c27b0a8-a61f-42e7-8357-28cdfb4a40d2 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] For port f76c4bae-abde-49a5-b111-01af1ae4242b, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=f76c4bae-abde-49a5-b111-01af1ae4242b,segment=NetworkSegment(7815a961-10cb-4252-9ff9-e5f16b083fd4),segment_id=7815a961-10cb-4252-9ff9-e5f16b083fd4)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:37:12.401933 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebb0be7f-869f-4af4-bd39-beb87bae1cdf req-9c27b0a8-a61f-42e7-8357-28cdfb4a40d2 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:12.416718 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-ebb0be7f-869f-4af4-bd39-beb87bae1cdf req-9c27b0a8-a61f-42e7-8357-28cdfb4a40d2 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Calling delete_port for f76c4bae-abde-49a5-b111-01af1ae4242b owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:37:12.660710 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebb0be7f-869f-4af4-bd39-beb87bae1cdf req-9c27b0a8-a61f-42e7-8357-28cdfb4a40d2 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:12.665758 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ded4d773-feee-4d78-b18f-b142736c6c6b tempest-AttachVolumeNegativeTest-19199638 tempest-AttachVolumeNegativeTest-19199638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:12.677867 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['f76c4bae-abde-49a5-b111-01af1ae4242b'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:37:12.693307 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27b0a8-a61f-42e7-8357-28cdfb4a40d2 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Pushing event deleted for resources: {'Port': ['ID=f76c4bae-abde-49a5-b111-01af1ae4242b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:12.701020 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-9c27b0a8-a61f-42e7-8357-28cdfb4a40d2 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:12.753734 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb0be7f-869f-4af4-bd39-beb87bae1cdf req-9c27b0a8-a61f-42e7-8357-28cdfb4a40d2 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] No DVR routers for this DVR port f76c4bae-abde-49a5-b111-01af1ae4242b on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:37:12.757374 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-ebb0be7f-869f-4af4-bd39-beb87bae1cdf req-9c27b0a8-a61f-42e7-8357-28cdfb4a40d2 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:12.761160 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ebb0be7f-869f-4af4-bd39-beb87bae1cdf req-9c27b0a8-a61f-42e7-8357-28cdfb4a40d2 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.74 "DELETE /v2.0/ports/f76c4bae-abde-49a5-b111-01af1ae4242b HTTP/1.1" status: 204 len: 173 time: 0.5667593 Jun 23 17:37:12.762585 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69285e33-6750-4b24-9ff3-da9c6a7b4b7d', 'name': 'network-vif-deleted', 'tag': 'f76c4bae-abde-49a5-b111-01af1ae4242b'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:37:12.765775 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd0740e-4d6d-48ae-806e-6ba547f0b311" -d '{"events": [{"server_uuid": "69285e33-6750-4b24-9ff3-da9c6a7b4b7d", "name": "network-vif-deleted", "tag": "f76c4bae-abde-49a5-b111-01af1ae4242b"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:37:12.807191 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67bf919-1f2e-4e8f-8ac2-1a676de5f1d4 x-openstack-request-id: req-a67bf919-1f2e-4e8f-8ac2-1a676de5f1d4 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:37:12.807562 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69285e33-6750-4b24-9ff3-da9c6a7b4b7d", "name": "network-vif-deleted", "tag": "f76c4bae-abde-49a5-b111-01af1ae4242b", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:37:12.807931 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a67bf919-1f2e-4e8f-8ac2-1a676de5f1d4 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:37:12.808414 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69285e33-6750-4b24-9ff3-da9c6a7b4b7d', 'name': 'network-vif-deleted', 'tag': 'f76c4bae-abde-49a5-b111-01af1ae4242b', 'status': 'completed', 'code': 200} Jun 23 17:37:13.248652 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d33299bd-2ee4-42b0-9126-09805945604f req-74763874-e18a-4fa8-8734-6e40610ce161 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0295260 Jun 23 17:37:13.334464 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d605a483-c60b-4a81-b5fb-4f0aab1a6c88 req-01c0a50e-6919-4b04-b48d-ef273a48bd06 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 210 time: 0.0382183 Jun 23 17:37:13.351932 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d33299bd-2ee4-42b0-9126-09805945604f req-0986b195-c958-41ef-81a5-2d9358ec28cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa7209f486ce4bbc944d5d47bb2714bb&device_id=69285e33-6750-4b24-9ff3-da9c6a7b4b7d HTTP/1.1" status: 200 len: 210 time: 0.0459569 Jun 23 17:37:13.486603 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33299bd-2ee4-42b0-9126-09805945604f req-89bc8f93-0fbd-45ce-b371-df5112b13be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:13.488421 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d33299bd-2ee4-42b0-9126-09805945604f req-89bc8f93-0fbd-45ce-b371-df5112b13be3 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=aa7209f486ce4bbc944d5d47bb2714bb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1133027 Jun 23 17:37:13.613462 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33299bd-2ee4-42b0-9126-09805945604f req-3f17db57-5450-4380-9931-c2efcbbe4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:13.616069 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d33299bd-2ee4-42b0-9126-09805945604f req-3f17db57-5450-4380-9931-c2efcbbe4a5a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133273 Jun 23 17:37:14.784655 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-0849f6eb-0daf-4dd9-bb34-a96bcd78c646 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:14.786404 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-0849f6eb-0daf-4dd9-bb34-a96bcd78c646 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/networks?id=04f91ac7-6a99-43f9-a93d-aa42a9b1144c HTTP/1.1" status: 200 len: 808 time: 0.1467161 Jun 23 17:37:14.804569 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-3a673adf-3137-4e5f-89c0-29804e2fcd9b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/quotas/aa7209f486ce4bbc944d5d47bb2714bb HTTP/1.1" status: 200 len: 375 time: 0.0107586 Jun 23 17:37:14.864832 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-8d8c053d-0d92-412f-bad0-311d95a1fb71 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa7209f486ce4bbc944d5d47bb2714bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539105 Jun 23 17:37:14.968728 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-d85ef0b7-ed74-406b-a26d-e76840fd2741 service neutron] 10.222.0.49 "GET /v2.0/networks/04f91ac7-6a99-43f9-a93d-aa42a9b1144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963581 Jun 23 17:37:15.065840 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-0dc72b69-61ea-41b4-908d-48bd9a57453c service neutron] 10.222.0.49 "GET /v2.0/networks/04f91ac7-6a99-43f9-a93d-aa42a9b1144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909715 Jun 23 17:37:15.504300 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0be2ea9b-2d5f-4777-b189-ed9e2f0f3ad6 req-a71c1626-4bbc-413c-90ed-a0b5284fded5 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 210 time: 0.0316353 Jun 23 17:37:16.528004 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device f76c4bae-abde-49a5-b111-01af1ae4242b no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:37:16.552991 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: f76c4bae-abde-49a5-b111-01af1ae4242b {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:37:16.553505 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device f76c4bae-abde-49a5-b111-01af1ae4242b not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:37:16.687019 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-12a13b46-ee23-4a93-9982-0476ac19180b req-4d22358d-901d-44e3-beb3-f90006ebe1d6 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 210 time: 0.0306218 Jun 23 17:37:17.845540 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1a66feb6-ce13-4a2f-be5a-2b18edec6538 req-64b0fc47-5917-4531-a67c-ad7be04056e5 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 210 time: 0.0303452 Jun 23 17:37:17.964655 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-2541466d-8a38-45df-bc93-5bb0a482e3ac tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:17.966220 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-2541466d-8a38-45df-bc93-5bb0a482e3ac tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.74 "GET /v2.0/networks?id=04f91ac7-6a99-43f9-a93d-aa42a9b1144c HTTP/1.1" status: 200 len: 808 time: 0.1097336 Jun 23 17:37:17.987769 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Request body: {'port': {'device_id': '9842257d-237d-4dc3-8e77-ae4592c1cc0e', 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c', 'admin_state_up': True, 'tenant_id': 'aa7209f486ce4bbc944d5d47bb2714bb'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:37:18.321388 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Made reservation on behalf of aa7209f486ce4bbc944d5d47bb2714bb for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:37:18.325123 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-663846'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:18.466640 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Allocated IP 172.20.0.5 (04f91ac7-6a99-43f9-a93d-aa42a9b1144c/51fbbc8a-116c-4512-89c6-0d27e53a2f07/7d64e94b-52ce-4cbb-87fb-3c898fb4f81f) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:37:18.625658 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:18.727359 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792183777949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24460199'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:18.732543 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-31d652f4-90f5-4969-b28e-291f6c3bb084 tempest-VolumesActionsTest-1939269134 tempest-VolumesActionsTest-1939269134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:18.778659 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:37:18.782146 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:37:18.787223 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:37:18.790230 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Pushing event updated for resources: {'Port': ['ID=7d64e94b-52ce-4cbb-87fb-3c898fb4f81f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:18.794640 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:18.840054 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:18.840569 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:18.935629 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9528503 Jun 23 17:37:18.953635 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.v2.base [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Request body: {'port': {'device_id': '9842257d-237d-4dc3-8e77-ae4592c1cc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:37:19.070369 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:19.093016 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3058d-e6d4-44ab-a724-4dcbe38c7919 req-b209b2a4-ed19-478d-983d-48dc0c4bcad9 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:19.094517 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-31b3058d-e6d4-44ab-a724-4dcbe38c7919 req-b209b2a4-ed19-478d-983d-48dc0c4bcad9 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 931 time: 0.1151962 Jun 23 17:37:19.210159 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-31b3058d-e6d4-44ab-a724-4dcbe38c7919 req-6433cf17-bfa3-442e-a53c-3254dfe84385 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924830 Jun 23 17:37:19.373831 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:37:19.381316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:19.393547 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Transition to ACTIVE for port object 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:37:19.498045 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:19.500196 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-4dce6336-26f1-4b88-8b02-fd9c2b926bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:19.549341 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d64e94b-52ce-4cbb-87fb-3c898fb4f81f,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:19.553009 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:19.623316 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Attempting to bind port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f on host hv-cinder-78825 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:37:19.623656 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Attempting to bind port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '7815a961-10cb-4252-9ff9-e5f16b083fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:37:19.623991 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Attempting to bind port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f on network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:37:19.628406 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f on network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:37:19.628727 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Attempting to bind port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f on network 04f91ac7-6a99-43f9-a93d-aa42a9b1144c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:37:19.633760 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Checking agent: {'id': '3510cf00-d098-4873-8a1a-4483ffa503b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'started_at': datetime.datetime(2021, 6, 23, 17, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:37:19.634097 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Checking segment: {'id': '7815a961-10cb-4252-9ff9-e5f16b083fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:37:19.634484 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Bound using segment: {'id': '7815a961-10cb-4252-9ff9-e5f16b083fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:37:19.634910 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Bound port: 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7815a961-10cb-4252-9ff9-e5f16b083fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:37:19.635293 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:20.005805 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] For port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f, host hv-cinder-78825, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:37:20.010754 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] For port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=7d64e94b-52ce-4cbb-87fb-3c898fb4f81f,segment=NetworkSegment(7815a961-10cb-4252-9ff9-e5f16b083fd4),segment_id=7815a961-10cb-4252-9ff9-e5f16b083fd4)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:37:20.141146 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24460213'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:20.143593 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-b17db0d3-c4bc-444f-a227-999f8d53750f tempest-VolumesSnapshotTestJSON-955920667 tempest-VolumesSnapshotTestJSON-955920667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:20.182797 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:20.183665 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:20.185233 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] 10.222.0.74 "PUT /v2.0/ports/7d64e94b-52ce-4cbb-87fb-3c898fb4f81f HTTP/1.1" status: 200 len: 1093 time: 1.2363648 Jun 23 17:37:20.185826 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9842257d-237d-4dc3-8e77-ae4592c1cc0e', 'tag': '7d64e94b-52ce-4cbb-87fb-3c898fb4f81f'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:37:20.188295 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cd6436-5c00-4699-9de2-fe479b7bedfb" -d '{"events": [{"name": "network-changed", "server_uuid": "9842257d-237d-4dc3-8e77-ae4592c1cc0e", "tag": "7d64e94b-52ce-4cbb-87fb-3c898fb4f81f"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:37:20.220540 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d64e94b-52ce-4cbb-87fb-3c898fb4f81f,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:20.224987 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-6be2e24f-ad3b-46e9-b9ac-bf846ec7d1c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:20.233164 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed119e53-a448-47a1-ae17-cbb8fe922672 x-openstack-request-id: req-ed119e53-a448-47a1-ae17-cbb8fe922672 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:37:20.233164 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9842257d-237d-4dc3-8e77-ae4592c1cc0e", "tag": "7d64e94b-52ce-4cbb-87fb-3c898fb4f81f", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:37:20.233164 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed119e53-a448-47a1-ae17-cbb8fe922672 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:37:20.236410 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9842257d-237d-4dc3-8e77-ae4592c1cc0e', 'tag': '7d64e94b-52ce-4cbb-87fb-3c898fb4f81f', 'status': 'completed', 'code': 200} Jun 23 17:37:20.331614 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd6436-5c00-4699-9de2-fe479b7bedfb req-41e3feee-692e-4c5d-82a7-4010ec18a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:20.333162 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71cd6436-5c00-4699-9de2-fe479b7bedfb req-41e3feee-692e-4c5d-82a7-4010ec18a5bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa7209f486ce4bbc944d5d47bb2714bb&device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 1096 time: 0.0661230 Jun 23 17:37:20.482767 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd6436-5c00-4699-9de2-fe479b7bedfb req-2be0294d-5e42-466b-92bc-efff814013c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:20.484282 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71cd6436-5c00-4699-9de2-fe479b7bedfb req-2be0294d-5e42-466b-92bc-efff814013c4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=aa7209f486ce4bbc944d5d47bb2714bb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1394770 Jun 23 17:37:20.508353 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f796aac-cee3-4490-b22d-129733fc9d27 req-57ee80ea-659f-4358-8d1a-df5f2a2f578b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:20.509938 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0f796aac-cee3-4490-b22d-129733fc9d27 req-57ee80ea-659f-4358-8d1a-df5f2a2f578b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 943 time: 0.1360333 Jun 23 17:37:20.601909 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-0f796aac-cee3-4490-b22d-129733fc9d27 req-3d63a391-ad0f-4d26-b58e-41cdca23a6b7 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785627 Jun 23 17:37:20.626906 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd6436-5c00-4699-9de2-fe479b7bedfb req-e7363b64-53ef-4452-bd48-9459345cde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:20.628504 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-71cd6436-5c00-4699-9de2-fe479b7bedfb req-e7363b64-53ef-4452-bd48-9459345cde55 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359403 Jun 23 17:37:20.733232 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-cc6c8b6e-2a27-4746-8630-b77210a4610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:20.734703 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-cc6c8b6e-2a27-4746-8630-b77210a4610c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa7209f486ce4bbc944d5d47bb2714bb&device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 1096 time: 0.0647693 Jun 23 17:37:20.782092 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-b697e4c5-c6f0-47bc-990d-e12d7ac07e4a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d64e94b-52ce-4cbb-87fb-3c898fb4f81f HTTP/1.1" status: 200 len: 217 time: 0.0363984 Jun 23 17:37:20.841097 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-c946ba3f-eacc-423e-afad-ee243f89bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:20.842531 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-c946ba3f-eacc-423e-afad-ee243f89bc71 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=51fbbc8a-116c-4512-89c6-0d27e53a2f07 HTTP/1.1" status: 200 len: 848 time: 0.0506942 Jun 23 17:37:20.884399 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-6f4f46bd-147d-402f-ad7d-ea0162e9ff60 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=04f91ac7-6a99-43f9-a93d-aa42a9b1144c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312085 Jun 23 17:37:20.980318 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-4fd40bcf-e046-4cd5-bea0-4a27d364e755 service neutron] 10.222.0.74 "GET /v2.0/networks/04f91ac7-6a99-43f9-a93d-aa42a9b1144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864410 Jun 23 17:37:21.081104 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-2a067a30-1995-4d68-ab53-376746d2ba79 req-11408f37-7bb4-468d-85f9-635a33f49421 service neutron] 10.222.0.74 "GET /v2.0/networks/04f91ac7-6a99-43f9-a93d-aa42a9b1144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911486 Jun 23 17:37:21.800480 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ba068-ade9-4f85-b75e-a416647918f4 req-2c1b93ee-4fa7-4aba-b1a0-63f9cfcf5b4e tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:21.802163 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c43ba068-ade9-4f85-b75e-a416647918f4 req-2c1b93ee-4fa7-4aba-b1a0-63f9cfcf5b4e tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 943 time: 0.0694036 Jun 23 17:37:21.851122 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-c43ba068-ade9-4f85-b75e-a416647918f4 req-3dffba9b-c8fc-4dfe-9ebe-23a2cfbd76e9 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422096 Jun 23 17:37:23.037099 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c60725-cfa4-4792-99d0-0e4d932b0922 req-2bba5cdf-edf4-44c3-bca8-c1fa7d24ae25 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:23.038596 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a1c60725-cfa4-4792-99d0-0e4d932b0922 req-2bba5cdf-edf4-44c3-bca8-c1fa7d24ae25 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 943 time: 0.0686851 Jun 23 17:37:23.085210 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a1c60725-cfa4-4792-99d0-0e4d932b0922 req-08464fbb-4909-4221-b274-0dd29f923b68 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349464 Jun 23 17:37:24.290864 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8d935-5d2c-41fb-a835-16c3242d3e85 req-1fc0e52f-d7a7-49d6-89ce-0aa029ae7519 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:24.292557 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-19b8d935-5d2c-41fb-a835-16c3242d3e85 req-1fc0e52f-d7a7-49d6-89ce-0aa029ae7519 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 943 time: 0.0758996 Jun 23 17:37:24.353752 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-19b8d935-5d2c-41fb-a835-16c3242d3e85 req-02a854b6-3073-4f5a-8cb2-f93d431d9df4 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548677 Jun 23 17:37:24.614034 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:37:24.712406 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=7d64e94b-52ce-4cbb-87fb-3c898fb4f81f,segment=NetworkSegment(7815a961-10cb-4252-9ff9-e5f16b083fd4),segment_id=7815a961-10cb-4252-9ff9-e5f16b083fd4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:37:24.724541 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Returning: {'device': '7d64e94b-52ce-4cbb-87fb-3c898fb4f81f', 'network_id': '04f91ac7-6a99-43f9-a93d-aa42a9b1144c', 'port_id': '7d64e94b-52ce-4cbb-87fb-3c898fb4f81f', 'mac_address': 'fa:16:3e:7a:4a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fbbc8a-116c-4512-89c6-0d27e53a2f07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:37:24.768892 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:24.786528 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:37:24.819750 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=7d64e94b-52ce-4cbb-87fb-3c898fb4f81f,segment=NetworkSegment(7815a961-10cb-4252-9ff9-e5f16b083fd4),segment_id=7815a961-10cb-4252-9ff9-e5f16b083fd4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:37:24.875359 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:24.878032 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3fb9610f-5156-4250-b1c6-d41aa00feb6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:24.927253 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=7d64e94b-52ce-4cbb-87fb-3c898fb4f81f,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:24.930588 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:25.156120 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['7d64e94b-52ce-4cbb-87fb-3c898fb4f81f'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:37:25.551104 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad7dc4-0df5-48de-a5fc-dfe8a035de33 req-a6f4fb53-aaab-4a92-b226-d37e8fc218da tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:25.553911 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3cad7dc4-0df5-48de-a5fc-dfe8a035de33 req-a6f4fb53-aaab-4a92-b226-d37e8fc218da tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 944 time: 0.0783298 Jun 23 17:37:25.594437 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-3cad7dc4-0df5-48de-a5fc-dfe8a035de33 req-73dfe10a-4ac9-47b4-b0e4-ba9588da77f4 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342896 Jun 23 17:37:26.612942 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f up at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:37:26.790575 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b787367-e9a3-41a6-81fd-9d58c750e643 req-cf762e47-a001-4598-8330-2617ea5f9886 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:26.792817 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1b787367-e9a3-41a6-81fd-9d58c750e643 req-cf762e47-a001-4598-8330-2617ea5f9886 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 944 time: 0.0729764 Jun 23 17:37:26.806602 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning for port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:37:26.811669 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Provisioning complete for port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:37:26.812293 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-914824'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:26.840328 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-1b787367-e9a3-41a6-81fd-9d58c750e643 req-2aa8859b-731c-4a15-a4f9-fc446b9af9d0 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Jun 23 17:37:26.914560 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-663856'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:26.939263 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9842257d-237d-4dc3-8e77-ae4592c1cc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d64e94b-52ce-4cbb-87fb-3c898fb4f81f'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:37:26.941597 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ffed47d18eda82ea2c15c12a95bb771d4555f40a7c07b8c11b0e42f4f768bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae4cc8c-bd43-4e11-802c-925b2d691b4f" -d '{"events": [{"server_uuid": "9842257d-237d-4dc3-8e77-ae4592c1cc0e", "name": "network-vif-plugged", "status": "completed", "tag": "7d64e94b-52ce-4cbb-87fb-3c898fb4f81f"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:37:26.956179 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] For port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=7d64e94b-52ce-4cbb-87fb-3c898fb4f81f,segment=NetworkSegment(7815a961-10cb-4252-9ff9-e5f16b083fd4),segment_id=7815a961-10cb-4252-9ff9-e5f16b083fd4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:37:26.983850 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a7ad08-837c-402e-9ea3-db3baf0aac7a x-openstack-request-id: req-71a7ad08-837c-402e-9ea3-db3baf0aac7a {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:37:26.984343 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9842257d-237d-4dc3-8e77-ae4592c1cc0e", "name": "network-vif-plugged", "status": "completed", "tag": "7d64e94b-52ce-4cbb-87fb-3c898fb4f81f", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:37:26.984810 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71a7ad08-837c-402e-9ea3-db3baf0aac7a {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:37:26.988777 dv-cinder-788253-3-smb neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9842257d-237d-4dc3-8e77-ae4592c1cc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d64e94b-52ce-4cbb-87fb-3c898fb4f81f', 'code': 200} Jun 23 17:37:27.047428 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792184171475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792183777967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792183778012'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:27.049610 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-c99f3c36-0991-43e1-bc97-636f4f8ccd3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:27.103051 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Pushing event updated for resources: {'Port': ['ID=7d64e94b-52ce-4cbb-87fb-3c898fb4f81f,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:27.106801 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG oslo_concurrency.lockutils [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:27.416865 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131f86c-853e-456d-866e-b993d30423da req-4f04b0d9-be07-498e-9fce-5c91aa3a9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:27.418503 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d131f86c-853e-456d-866e-b993d30423da req-4f04b0d9-be07-498e-9fce-5c91aa3a9da4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 1098 time: 0.0557814 Jun 23 17:37:27.458846 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-d131f86c-853e-456d-866e-b993d30423da req-93ace77d-96a8-4073-9f78-ac9189acef11 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304344 Jun 23 17:37:28.049082 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e787-2a53-4f3c-9860-e3a61dee0ae0 req-6ae7ceb9-9b1d-49a4-b47d-993e74d0c09c tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:28.050810 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bf83e787-2a53-4f3c-9860-e3a61dee0ae0 req-6ae7ceb9-9b1d-49a4-b47d-993e74d0c09c tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 945 time: 0.0692494 Jun 23 17:37:28.092261 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-bf83e787-2a53-4f3c-9860-e3a61dee0ae0 req-c0a657e8-07ee-4ab9-b281-1b248f89ea0a tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353994 Jun 23 17:37:29.304302 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a206-42ba-4e7a-a2a6-cc6e1c051a55 req-c6f12f6d-17d0-4b65-9892-45db1f9ddf14 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:29.305894 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ea72a206-42ba-4e7a-a2a6-cc6e1c051a55 req-c6f12f6d-17d0-4b65-9892-45db1f9ddf14 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 945 time: 0.0791287 Jun 23 17:37:29.350729 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-ea72a206-42ba-4e7a-a2a6-cc6e1c051a55 req-9e3ac1d0-db88-4c18-a1d6-9cb94f544e47 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380106 Jun 23 17:37:30.890651 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeed97-28fa-4fa8-8a54-78f4944f5110 req-b02f82f4-0e09-487d-9a36-1ebb132664ba tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:30.892236 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e5eeed97-28fa-4fa8-8a54-78f4944f5110 req-b02f82f4-0e09-487d-9a36-1ebb132664ba tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 945 time: 0.0714333 Jun 23 17:37:30.943637 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-e5eeed97-28fa-4fa8-8a54-78f4944f5110 req-1f93483c-d74c-4556-ba91-e394e855b945 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411010 Jun 23 17:37:32.126218 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de9991-6158-4995-9ed7-b23f3128c23b req-5ec77ac0-201b-4e4c-a2c6-93e278a3af20 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:32.127844 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-59de9991-6158-4995-9ed7-b23f3128c23b req-5ec77ac0-201b-4e4c-a2c6-93e278a3af20 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 945 time: 0.0667658 Jun 23 17:37:32.174199 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-59de9991-6158-4995-9ed7-b23f3128c23b req-9a203e46-41da-4824-a3f6-c829b601f564 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1b79399-e1c8-4ae0-b4d2-40b991824df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363002 Jun 23 17:37:32.248528 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12910a38-f0f1-4bf6-b85d-fb7730013bb0 req-c8c3ce4c-dec9-4efb-94a4-f25d3b8dd236 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:32.250038 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-12910a38-f0f1-4bf6-b85d-fb7730013bb0 req-c8c3ce4c-dec9-4efb-94a4-f25d3b8dd236 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.74 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 945 time: 0.0717461 Jun 23 17:37:32.381857 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-12910a38-f0f1-4bf6-b85d-fb7730013bb0 req-ec97c692-a298-4c3f-8689-5a83a1585832 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Deleting port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:37:32.382140 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-12910a38-f0f1-4bf6-b85d-fb7730013bb0 req-ec97c692-a298-4c3f-8689-5a83a1585832 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792184165407'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:32.425589 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:32.490315 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-12910a38-f0f1-4bf6-b85d-fb7730013bb0 req-ec97c692-a298-4c3f-8689-5a83a1585832 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] For port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=7d64e94b-52ce-4cbb-87fb-3c898fb4f81f,segment=NetworkSegment(7815a961-10cb-4252-9ff9-e5f16b083fd4),segment_id=7815a961-10cb-4252-9ff9-e5f16b083fd4)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:37:32.490742 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-12910a38-f0f1-4bf6-b85d-fb7730013bb0 req-ec97c692-a298-4c3f-8689-5a83a1585832 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33477838'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:32.506763 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-12910a38-f0f1-4bf6-b85d-fb7730013bb0 req-ec97c692-a298-4c3f-8689-5a83a1585832 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Calling delete_port for 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:37:32.706786 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:37:32.814233 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-12910a38-f0f1-4bf6-b85d-fb7730013bb0 req-ec97c692-a298-4c3f-8689-5a83a1585832 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792184170545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792183777958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24460222'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:32.819341 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-a39128c4-ce34-4bc1-9c51-e883881de86b tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:32.834278 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] get_ports_and_sgs() called for port_ids ['7d64e94b-52ce-4cbb-87fb-3c898fb4f81f'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:37:32.849167 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97c692-a298-4c3f-8689-5a83a1585832 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Pushing event deleted for resources: {'Port': ['ID=7d64e94b-52ce-4cbb-87fb-3c898fb4f81f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:32.853086 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-ec97c692-a298-4c3f-8689-5a83a1585832 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:32.901459 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-12910a38-f0f1-4bf6-b85d-fb7730013bb0 req-ec97c692-a298-4c3f-8689-5a83a1585832 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] No DVR routers for this DVR port 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f on host hv-cinder-78825 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:37:32.904408 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-12910a38-f0f1-4bf6-b85d-fb7730013bb0 req-ec97c692-a298-4c3f-8689-5a83a1585832 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422906'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:32.906733 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-12910a38-f0f1-4bf6-b85d-fb7730013bb0 req-ec97c692-a298-4c3f-8689-5a83a1585832 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.74 "DELETE /v2.0/ports/7d64e94b-52ce-4cbb-87fb-3c898fb4f81f HTTP/1.1" status: 204 len: 173 time: 0.6478810 Jun 23 17:37:32.907309 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9842257d-237d-4dc3-8e77-ae4592c1cc0e', 'name': 'network-vif-deleted', 'tag': '7d64e94b-52ce-4cbb-87fb-3c898fb4f81f'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:37:32.909847 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca14d20b6b79571965e071de31b60618b4cbf8bb9bff46c7d667bf9865e354bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c18a6e6-9f0b-41e4-81e3-80cfa0180492" -d '{"events": [{"server_uuid": "9842257d-237d-4dc3-8e77-ae4592c1cc0e", "name": "network-vif-deleted", "tag": "7d64e94b-52ce-4cbb-87fb-3c898fb4f81f"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:37:32.956356 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574bd3a5-eaf9-4405-a4fd-f1f4c4914b12 x-openstack-request-id: req-574bd3a5-eaf9-4405-a4fd-f1f4c4914b12 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:37:32.956918 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9842257d-237d-4dc3-8e77-ae4592c1cc0e", "name": "network-vif-deleted", "tag": "7d64e94b-52ce-4cbb-87fb-3c898fb4f81f", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:37:32.957330 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-574bd3a5-eaf9-4405-a4fd-f1f4c4914b12 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:37:32.958021 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9842257d-237d-4dc3-8e77-ae4592c1cc0e', 'name': 'network-vif-deleted', 'tag': '7d64e94b-52ce-4cbb-87fb-3c898fb4f81f', 'status': 'completed', 'code': 200} Jun 23 17:37:33.356404 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [req-a788cc75-80be-42b1-9708-4dbfd9824822 req-d92097d6-d5eb-4e3d-9fc2-d808849a4112 tempest-VolumesActionsTest-1075505528 tempest-VolumesActionsTest-1075505528-project] 10.222.0.49 "GET /v2.0/ports?device_id=9842257d-237d-4dc3-8e77-ae4592c1cc0e HTTP/1.1" status: 200 len: 210 time: 0.0340655 Jun 23 17:37:35.122751 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-37ee4d10-e0d7-4db1-b5fd-5cc5613e9374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:36.248755 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:36.668016 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f no longer exists at agent hyperv_hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:37:36.689483 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] No Port match for: 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:37:36.689842 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Device 7d64e94b-52ce-4cbb-87fb-3c898fb4f81f not bound to the agent host hv-cinder-78825 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:37:37.674798 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d95fbc40-f7ee-4cbf-bf5a-619272f362a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:39.351127 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:40.741219 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:57.602476 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.49', 36860) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:37:57.653677 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Deleting subnet 51fbbc8a-116c-4512-89c6-0d27e53a2f07 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:37:57.657930 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:57.695627 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30134377'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:57.735966 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902398'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:57.871558 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24460276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24383289'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:57.873860 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:57.900926 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51fbbc8a-116c-4512-89c6-0d27e53a2f07,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:57.910693 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:57.912678 dv-cinder-788253-3-smb neutron-server[93828]: INFO neutron.wsgi [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/51fbbc8a-116c-4512-89c6-0d27e53a2f07 HTTP/1.1" status: 204 len: 168 time: 0.3084583 Jun 23 17:37:57.914218 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:57.914591 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:57.915095 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:57.916897 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36862) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:37:57.917576 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:57.917576 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:57.917576 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:57.917576 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:57.917576 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:57.917576 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:57.917576 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:57.918213 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:57.918213 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:57.922166 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG oslo_concurrency.lockutils [None req-71f1ae5c-5efc-4d89-9186-d4005bbe035e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:57.989969 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731000'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.073412 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915827', 'neutron.services.segments.db._delete_segments_for_network-8792184303391'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.083387 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f91ac7-6a99-43f9-a93d-aa42a9b1144c']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:37:58.093659 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7815a961-10cb-4252-9ff9-e5f16b083fd4') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:37:58.093955 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.services.segments.db [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7815a961-10cb-4252-9ff9-e5f16b083fd4') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:37:58.102750 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792184290286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30971532'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.116273 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.122301 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:37:58.122615 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31588823'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: Traceback (most recent call last): Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: timer() Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: cb(*args, **kw) Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: return func(*args, **kwargs) Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: self._notify() Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: self.callback(batched_events) Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: event.method(event) Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: return f(self, *a, **k) Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: return self._get(url).json() Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: return self.request(url, 'GET', **kwargs) Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:37:58.124312 dv-cinder-788253-3-smb neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:37:58.328172 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33380119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33264411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33049717'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.331823 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:58.334352 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264446'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.336223 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] 10.222.0.49 "DELETE /v2.0/networks/04f91ac7-6a99-43f9-a93d-aa42a9b1144c HTTP/1.1" status: 204 len: 168 time: 0.4198630 Jun 23 17:37:58.352427 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Pushing event deleted for resources: {'Network': ['ID=04f91ac7-6a99-43f9-a93d-aa42a9b1144c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:58.362625 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.367123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.367123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.367123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.367123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.367123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.367123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.367123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.367123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.367123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.367123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.367123 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-3-smb {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.370248 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-cab113c0-e704-49f3-a5cd-5bd97db9c582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:58.721360 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36868) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:37:58.764120 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-cc90e684-3e25-4224-a833-5a9993417dfe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa7209f486ce4bbc944d5d47bb2714bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414095 Jun 23 17:37:58.766615 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.49', 36870) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:37:58.815846 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33df4923-6627-48b2-976f-54deb44d0bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.838043 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33df4923-6627-48b2-976f-54deb44d0bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:59.017608 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33df4923-6627-48b2-976f-54deb44d0bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447014'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:59.020260 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33df4923-6627-48b2-976f-54deb44d0bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:59.021435 dv-cinder-788253-3-smb neutron-server[93829]: INFO neutron.wsgi [None req-33df4923-6627-48b2-976f-54deb44d0bab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1b79399-e1c8-4ae0-b4d2-40b991824df4 HTTP/1.1" status: 204 len: 168 time: 0.2538850 Jun 23 17:37:59.022284 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-d23ee086-59a5-474a-9ab7-c552033315a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:59.030171 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df4923-6627-48b2-976f-54deb44d0bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b79399-e1c8-4ae0-b4d2-40b991824df4,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:59.032862 dv-cinder-788253-3-smb neutron-server[93829]: DEBUG oslo_concurrency.lockutils [None req-33df4923-6627-48b2-976f-54deb44d0bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:02.407718 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:05.143444 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f7eb904a-a2bb-4e33-9c29-af055bc7aa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:06.274274 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:07.657151 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f413aadd-2056-4059-a2d5-4786a12dfe27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:09.304715 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:09.705197 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:38:10.762475 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:32.446867 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:35.104091 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e53faabd-e61f-4f74-a2c6-de584be9f67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:36.337531 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:37.698422 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0cc4-0af7-4139-b4df-f313e4e5ab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:39.364738 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:40.732625 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:46.705359 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:39:02.467249 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:05.176222 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd9b6-dd1b-4542-bdc2-bcc45fb85489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:06.308762 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:07.628835 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a6781230-291a-44d6-bbae-9111db436fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:09.314581 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:10.765872 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:23.704039 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:39:32.462659 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:35.142516 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-92c5e8d2-44ab-4c1d-a2b1-cea2827f4c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:36.251677 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:37.651106 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d02d277d-59e2-4dcf-8a0d-9e872797797e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:39.313616 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:40.741995 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:00.703515 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:40:02.467148 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:05.124469 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-881177d6-d308-479b-94e7-6d7d449b84b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:06.239471 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:07.650293 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1b109dea-1250-4820-a451-5fd1c2410d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:09.306973 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:10.769796 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:32.472287 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:35.158686 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5bcfe575-bbdb-4c75-a993-861bc07bdf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:36.260599 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:37.700931 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9d65361b-be47-4a58-8db1-0e580940cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:37.701929 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:40:39.328231 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:40.763824 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:02.488863 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:05.123226 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cb80789a-0619-4ccf-8e87-5bf19a1dec1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:06.259789 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:07.654441 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-28d4534f-ad68-479c-8380-279a9c13051d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:09.322599 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:10.790741 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:14.701864 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:41:32.517627 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:35.116307 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-55766482-9e47-4c64-a52c-f21fa75a5217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:36.224940 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:37.676482 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c187220a-17e4-4f5b-a97b-3860934c9b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:39.321572 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:40.750750 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:48.992917 dv-cinder-788253-3-smb neutron-server[93828]: DEBUG neutron.wsgi [req-b17bc479-6271-41fe-bcff-1eb09f9968a3 req-452349e0-4b25-400f-b9b6-b5d76dde2c4e service neutron] (93828) timed out ('10.222.0.74', 59927) {{(pid=93828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 17:41:51.701400 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:42:02.487262 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:05.126590 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b76b51aa-cdbf-433a-afb6-cbea456a3a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:06.275545 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:07.715409 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0f6ddfe3-cb2f-40b3-ac5e-f511ca3fd367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:09.309218 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:10.766736 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:28.701028 dv-cinder-788253-3-smb neutron-server[93831]: DEBUG neutron.db.agents_db [None req-6394d99b-f2a9-464f-bc80-c5eebd5b7fe3 None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:42:32.532118 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ba1f6cc-bf34-4ff0-ab5d-1dd53ba03671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:35.132351 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-664ffea0-ad5c-4c4a-b7c9-045eb6263805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:36.262526 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41eddfdc-78c1-4cf6-b4b5-bafd1563cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:37.663331 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3369411a-4580-4e73-a4e4-30b8766a04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:39.325702 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96ade934-1ca8-49a7-9f1f-ba12df2dfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:40.766106 dv-cinder-788253-3-smb neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f38aeebc-fa3c-4301-a09f-0fdd3192bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792184303373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-914745'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}